-- Logs begin at Wed 2021-09-29 18:57:17 UTC, end at Wed 2021-09-29 20:01:59 UTC. -- Sep 29 19:34:17.972834 dv-cinder-811740-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 29 19:34:20.793720 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.common.config [-] Logging enabled! Sep 29 19:34:20.794362 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev36 Sep 29 19:34:20.794498 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100604) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 29 19:34:20.798712 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.common.config [-] Logging enabled! Sep 29 19:34:20.798971 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev36 Sep 29 19:34:20.799287 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100604) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 29 19:34:20.800283 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 19:34:20.800522 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 19:34:20.800907 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 19:34:20.801159 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 19:34:20.801389 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 19:34:20.801712 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.802011 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.802309 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.802543 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.802845 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.803138 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.803426 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.803718 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.804043 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.804333 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.804617 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.804905 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.805139 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.805425 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.805716 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.806004 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.806232 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] debug = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.806517 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.806948 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.807363 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.807652 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.807973 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.808260 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.808540 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.808824 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.809115 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.809452 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] host = dv-cinder-811740-1-iscsi {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.809736 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.810024 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.810352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.810785 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.811075 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.811369 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.811658 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.811966 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.812249 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] log_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.812534 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.812830 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.813125 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.813421 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.813650 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.813878 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.814171 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.814459 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.814743 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.815028 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.815312 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.815595 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.815902 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.816178 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.816471 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.816762 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.817053 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.817338 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.817621 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.817904 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.818184 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.818472 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.818752 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.819032 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.819313 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.819606 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.819904 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.820187 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.820494 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.820786 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.821069 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.821357 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.821638 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.821924 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.822202 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.822482 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.822752 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] use_json = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.823027 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.823302 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.823598 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.823890 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.824166 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.824447 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.824721 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.825007 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:20.825313 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.825615 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.825918 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.826723 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.827024 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.827310 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.827604 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.827915 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.828217 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.828510 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.828803 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.829083 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.829375 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.829656 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.829952 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.830263 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.830561 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.830858 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.831134 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.831412 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.831690 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.831999 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.832296 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.832579 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.832868 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.833158 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.833444 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.833734 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.834029 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.834320 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.834597 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.834878 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.835172 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.835451 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.835726 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.836030 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.836324 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.836855 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.837131 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.837416 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.837695 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.837972 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.838252 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.838530 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.838823 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.839103 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.839377 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.839650 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.839957 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.840234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.840522 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.840802 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.841077 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.841348 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.842258 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.842619 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.842835 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.843111 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.843389 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.843668 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.843969 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.844247 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.844524 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.844798 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.845073 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.845348 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.845623 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.845900 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.846174 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.846447 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.846719 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.846994 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.847267 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.847554 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.847878 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.848161 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.848449 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.848733 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.849013 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.849292 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.849571 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.849854 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.850134 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.850408 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.850705 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.850995 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.851287 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.851574 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.851916 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.852225 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.852508 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.852800 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.853085 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.853369 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.853658 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.853944 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.854240 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.854536 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.854833 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.855128 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.855423 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.855707 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.856044 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.856324 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:20.856547 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 19:34:20.856798 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100604) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 29 19:34:21.226238 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 29 19:34:21.226519 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 29 19:34:21.226813 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 29 19:34:21.227148 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 29 19:34:21.627831 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.628147 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.628424 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.629750 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.630031 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.630302 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.668413 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.668699 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.668971 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.684758 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.685043 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.685364 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.715313 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.715597 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.715898 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.754399 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.754680 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.754955 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.988696 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.989323 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.989323 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.989471 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:21.990128 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.116908 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.117233 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.117517 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.117792 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.118064 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.118377 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.118641 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.118903 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.119161 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.119446 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.119708 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.120009 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.120275 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.120534 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.120796 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.121135 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.121396 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.121668 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.121941 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.122205 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.122479 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.122734 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.123603 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.124058 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.124396 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.124652 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.126059 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 19:34:22.126059 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 19:34:22.126059 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 19:34:22.126059 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 19:34:22.126059 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 19:34:22.126443 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 19:34:22.126576 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 29 19:34:22.129996 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 29 19:34:22.134095 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 29 19:34:22.137834 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 29 19:34:22.140147 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 29 19:34:22.140603 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 29 19:34:22.140943 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 29 19:34:22.141328 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 29 19:34:22.144203 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 29 19:34:22.144458 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 29 19:34:22.144808 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 19:34:22.150217 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 29 19:34:22.173166 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 29 19:34:22.173639 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.173944 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100604) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 29 19:34:22.174309 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.175716 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100604) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 29 19:34:22.176234 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 19:34:22.176489 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 29 19:34:22.179774 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.180081 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.245568 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 29 19:34:22.245750 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 29 19:34:22.245947 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 29 19:34:22.246333 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 29 19:34:22.271779 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_db.sqlalchemy.engines [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100604) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 29 19:34:22.817778 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Initializing driver for type 'gre' Sep 29 19:34:22.818372 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] gre ID ranges: [(1, 1000)] Sep 29 19:34:22.874423 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Initializing driver for type 'local' Sep 29 19:34:22.874758 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Initializing driver for type 'vlan' Sep 29 19:34:22.888994 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] VlanTypeDriver initialization complete Sep 29 19:34:22.889342 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Initializing driver for type 'vxlan' Sep 29 19:34:22.890206 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] vxlan ID ranges: [(1, 1000)] Sep 29 19:34:22.949431 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Initializing extension driver 'port_security' Sep 29 19:34:22.949769 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.extensions.port_security [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] PortSecurityExtensionDriver initialization complete Sep 29 19:34:22.950098 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Initializing mechanism driver 'openvswitch' Sep 29 19:34:22.950420 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Initializing mechanism driver 'hyperv' Sep 29 19:34:22.957416 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.plugins.ml2.plugin [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:34:22.958097 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > port after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.958467 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.958822 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > port after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.959354 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 19:34:22.959783 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > subnet after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.960174 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > subnet after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.960521 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.960919 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 19:34:22.961329 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > network after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.961930 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > network after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.962272 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > network after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.962664 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 19:34:22.963082 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > security_group after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.963415 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > security_group after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.963752 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.964316 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 19:34:22.964725 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.965077 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.965418 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.965817 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 19:34:22.966228 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > address_group after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.967414 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > address_group after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.968022 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.968430 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 19:34:22.968813 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] ML2 OVO RPC backend initialized. {{(pid=100604) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 29 19:34:22.969548 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.969905 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.970323 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > network before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.970673 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > networks before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.971020 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > port before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.971364 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > ports before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.971706 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > subnet before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.972075 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > subnets before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.972422 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > network after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.972762 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > network after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.973096 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > network after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.973435 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > port after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.973767 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.974101 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > port after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.974436 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > subnet after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.974770 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > subnet after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.975102 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:22.975692 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.plugin [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Modular L2 Plugin initialization complete Sep 29 19:34:22.976047 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading services supported by the core plugin {{(pid=100604) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 29 19:34:22.976373 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Got port-security extension from driver 'port_security' Sep 29 19:34:22.976841 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.extensions.vlantransparent [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Disabled vlantransparent extension. Sep 29 19:34:22.977331 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100604) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 29 19:34:22.977637 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading Plugin: router Sep 29 19:34:23.016134 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.016797 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router after_create 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.016886 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router before_create 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.017254 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.017634 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.017991 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router after_delete 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.018352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.018704 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.019063 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router after_create 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.019412 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router after_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.019759 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router after_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.020168 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.020530 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router after_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.020951 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router precommit_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.021325 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.021667 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: port after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.022005 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: subnet after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.022345 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.022695 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.023045 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router precommit_create 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.023388 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: port before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.023731 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router precommit_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.024114 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router after_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.024458 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.024809 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router precommit_create 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.025174 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.025519 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router precommit_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.025889 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > agent after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.026239 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > agent after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.026582 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > network after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.027517 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Tracking information for resource: router configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 19:34:23.027884 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Tracking information for resource: floatingip configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 19:34:23.034217 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.db.l3_agentschedulers_db [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 29 19:34:23.034792 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.035153 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: port after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.035503 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: port after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.035880 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.036686 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router before_create 55550100 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.037055 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.037415 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router precommit_create 55550100 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.037769 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > router precommit_update 55550100 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.042513 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.services.provider_configuration [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service providers = [] {{(pid=100604) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 29 19:34:23.042882 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.db.servicetype_db [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100604) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 29 19:34:23.046818 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.services.service_base [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 19:34:23.047176 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.services.service_base [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 19:34:23.047519 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.services.service_base [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 19:34:23.048447 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.services.service_base [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 19:34:23.048827 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.services.service_base [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 29 19:34:23.049216 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 19:34:23.049535 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 29 19:34:23.060916 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 19:34:23.061428 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading Plugin: auto_allocate Sep 29 19:34:23.067299 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: network precommit_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.067676 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: network precommit_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.068285 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 19:34:23.068562 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading Plugin: tag Sep 29 19:34:23.075101 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 19:34:23.075433 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading Plugin: timestamp Sep 29 19:34:23.080362 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 19:34:23.080696 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading Plugin: network_ip_availability Sep 29 19:34:23.086154 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.086793 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.087152 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.087930 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 19:34:23.088247 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading Plugin: flavors Sep 29 19:34:23.093991 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 19:34:23.094325 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading Plugin: revisions Sep 29 19:34:23.098853 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 19:34:23.099290 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_concurrency.lockutils [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.872s {{(pid=100604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 29 19:34:23.100146 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100604) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 29 19:34:23.100519 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Initializing extension manager. Sep 29 19:34:23.101083 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: __init__.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.101459 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: __pycache__ {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.101835 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.102206 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: address_group.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.103066 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.103771 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: address-group Sep 29 19:34:23.104158 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: address_scope.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.105177 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.105737 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: address-scope Sep 29 19:34:23.106096 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.107594 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.108452 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: router-admin-state-down-before-update Sep 29 19:34:23.108818 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: agent.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.109603 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.110159 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: agent Sep 29 19:34:23.110520 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: agent_resources_synced.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.111527 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.112138 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: agent-resources-synced Sep 29 19:34:23.112499 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: allowedaddresspairs.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.114452 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.115048 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: allowed-address-pairs Sep 29 19:34:23.115417 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: auto_allocated_topology.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.116625 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.117186 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: auto-allocated-topology Sep 29 19:34:23.117552 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: availability_zone.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.118351 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.118947 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: availability_zone Sep 29 19:34:23.119364 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: availability_zone_filter.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.120424 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.121035 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: availability_zone_filter Sep 29 19:34:23.121436 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: data_plane_status.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.122438 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.123296 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension data-plane-status not supported by any of loaded plugins Sep 29 19:34:23.124165 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: default_subnetpools.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.124955 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.125589 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: default-subnetpools Sep 29 19:34:23.125993 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.126961 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.127558 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: dhcp_agent_scheduler Sep 29 19:34:23.128033 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: dns.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.129076 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.129679 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension dns-integration not supported by any of loaded plugins Sep 29 19:34:23.130090 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: dns_domain_ports.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.131101 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.131709 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 29 19:34:23.132150 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.133162 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.133766 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 29 19:34:23.134177 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: dvr.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.134943 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.135540 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: dvr Sep 29 19:34:23.135996 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: ecmp_routes.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.137010 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.137602 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 29 19:34:23.138010 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: empty_string_filtering.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.139990 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.140526 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: empty-string-filtering Sep 29 19:34:23.140932 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.141941 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.142541 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 29 19:34:23.142952 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.144000 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.144596 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 29 19:34:23.144999 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: external_net.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.145999 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.146596 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: external-net Sep 29 19:34:23.147004 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.148051 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.148663 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: extra_dhcp_opt Sep 29 19:34:23.149064 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: extraroute.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.150062 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.150666 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: extraroute Sep 29 19:34:23.151075 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: extraroute_atomic.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.152247 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.152844 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: extraroute-atomic Sep 29 19:34:23.153255 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: filter_validation.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.154084 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.155510 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: filter-validation Sep 29 19:34:23.155906 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: fip_pf_description.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.156918 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.157523 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 29 19:34:23.157923 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: fip_port_details.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.158933 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.159537 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: fip-port-details Sep 29 19:34:23.159985 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: flavors.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.161318 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.161825 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: flavors Sep 29 19:34:23.162155 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.163876 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.164400 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 29 19:34:23.164732 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: floatingip_pools.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.165442 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.165945 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: floatingip-pools Sep 29 19:34:23.166270 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: ip_allocation.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.167210 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.167710 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension ip_allocation not supported by any of loaded plugins Sep 29 19:34:23.168082 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.169004 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.169508 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: ip-substring-filtering Sep 29 19:34:23.169884 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: l2_adjacency.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.171074 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.171574 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 29 19:34:23.171932 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: l3.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.173123 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.173634 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: router Sep 29 19:34:23.173957 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.176243 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.176767 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 29 19:34:23.177102 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.178031 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.178559 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: ext-gw-mode Sep 29 19:34:23.178869 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.179843 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.180343 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: l3-ha Sep 29 19:34:23.180668 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: l3_flavors.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.181584 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.182087 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: l3-flavors Sep 29 19:34:23.182411 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.183328 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.183842 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 29 19:34:23.184180 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: l3agentscheduler.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.185325 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.186076 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: l3_agent_scheduler Sep 29 19:34:23.186409 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: logging.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.187943 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.188463 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension logging not supported by any of loaded plugins Sep 29 19:34:23.188793 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: metering.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.189543 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.190123 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: metering Sep 29 19:34:23.190450 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.191547 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.192089 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: metering_source_and_destination_fields Sep 29 19:34:23.192419 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: multiprovidernet.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.193353 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.193861 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: multi-provider Sep 29 19:34:23.194186 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: netmtu.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.195103 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.195606 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: net-mtu Sep 29 19:34:23.195963 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: netmtu_writable.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.196878 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.197386 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: net-mtu-writable Sep 29 19:34:23.197710 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: network_availability_zone.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.198383 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.198883 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: network_availability_zone Sep 29 19:34:23.199202 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: network_ip_availability.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.200374 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.201397 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: network-ip-availability Sep 29 19:34:23.201960 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: network_segment_range.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.202748 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.203249 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension network-segment-range not supported by any of loaded plugins Sep 29 19:34:23.203571 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: pagination.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.204591 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.204924 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: pagination Sep 29 19:34:23.205245 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: port_device_profile.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.206155 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.206666 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: port-device-profile Sep 29 19:34:23.206986 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.207967 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.208476 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: port-mac-address-regenerate Sep 29 19:34:23.208795 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.209721 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.210220 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: port-numa-affinity-policy Sep 29 19:34:23.210540 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: port_resource_request.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.211879 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.212388 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension port-resource-request not supported by any of loaded plugins Sep 29 19:34:23.212711 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: portbindings.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.213644 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.214149 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: binding Sep 29 19:34:23.214470 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: portbindings_extended.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.215743 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.216283 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: binding-extended Sep 29 19:34:23.217321 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: portsecurity.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.218478 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.218991 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: port-security Sep 29 19:34:23.219317 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: project_id.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.220332 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.220661 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: project-id Sep 29 19:34:23.220983 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: providernet.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.221909 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.222413 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: provider Sep 29 19:34:23.222735 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: qos.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.226288 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.226809 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension qos not supported by any of loaded plugins Sep 29 19:34:23.227142 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.228429 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.228942 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 29 19:34:23.229273 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.230194 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.230701 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 29 19:34:23.231051 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: qos_default.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.232000 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.232792 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension qos-default not supported by any of loaded plugins Sep 29 19:34:23.233129 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: qos_fip.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.233797 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.234289 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension qos-fip not supported by any of loaded plugins Sep 29 19:34:23.234612 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: qos_gateway_ip.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.235539 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.236074 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 29 19:34:23.236399 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: qos_port_network_policy.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.237316 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.237826 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 29 19:34:23.238145 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: qos_pps_rule.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.239316 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.239835 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension qos-pps not supported by any of loaded plugins Sep 29 19:34:23.240173 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: qos_rule_type_details.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.241093 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.241594 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 29 19:34:23.241918 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: qos_rules_alias.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.242968 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.243471 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 29 19:34:23.243792 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: quotasv2.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.244838 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.245166 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: quotas Sep 29 19:34:23.245488 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: quotasv2_detail.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.249070 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.249410 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: quota_details Sep 29 19:34:23.249738 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: rbac.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.250808 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.251328 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: rbac-policies Sep 29 19:34:23.251657 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: rbac_address_group.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.252616 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.253130 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: rbac-address-group Sep 29 19:34:23.253456 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: rbac_address_scope.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.254375 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.254880 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: rbac-address-scope Sep 29 19:34:23.255204 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: rbac_security_groups.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.256155 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.256659 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: rbac-security-groups Sep 29 19:34:23.256982 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: rbac_subnetpool.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.257902 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.258408 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: rbac-subnetpool Sep 29 19:34:23.258736 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: revisionifmatch.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.259657 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.260201 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: revision-if-match Sep 29 19:34:23.260526 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: revisions.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.261643 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.262145 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: standard-attr-revisions Sep 29 19:34:23.262472 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: router_availability_zone.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.263153 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.264431 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: router_availability_zone Sep 29 19:34:23.264820 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: routerservicetype.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.265761 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.266265 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension router-service-type not supported by any of loaded plugins Sep 29 19:34:23.266612 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.267540 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.268083 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: security-groups-normalized-cidr Sep 29 19:34:23.268410 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.269335 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.269838 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: port-security-groups-filtering Sep 29 19:34:23.270159 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.271094 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.271594 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: security-groups-remote-address-group Sep 29 19:34:23.271953 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: securitygroup.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.284031 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.284554 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: security-group Sep 29 19:34:23.284888 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: segment.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.285685 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.286187 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension segment not supported by any of loaded plugins Sep 29 19:34:23.286513 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.287464 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.288001 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 29 19:34:23.288337 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: servicetype.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.289519 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.290034 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: service-type Sep 29 19:34:23.290360 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: sorting.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.291353 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.291682 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: sorting Sep 29 19:34:23.292038 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: standard_attr_segment.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.292969 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.293478 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 29 19:34:23.293803 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: standardattrdescription.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.294454 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.295387 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: standard-attr-description Sep 29 19:34:23.295718 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: stateful_security_group.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.296701 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.297212 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: stateful-security-group Sep 29 19:34:23.297535 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: stdattrs_common.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.298120 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 29 19:34:23.298446 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.299369 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.299905 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 29 19:34:23.300236 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: subnet_onboard.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.301311 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.301831 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: subnet_onboard Sep 29 19:34:23.302157 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.303091 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.303598 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 29 19:34:23.303955 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: subnet_service_types.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.304885 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.305392 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: subnet-service-types Sep 29 19:34:23.305717 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: subnetallocation.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.306799 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.307306 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: subnet_allocation Sep 29 19:34:23.307635 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.308338 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.308853 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: subnetpool-prefix-ops Sep 29 19:34:23.309179 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.310103 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.310916 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 29 19:34:23.311245 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: tagging.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.312374 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.312885 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: standard-attr-tag Sep 29 19:34:23.313212 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: timestamp.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.314429 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.315056 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loaded extension: standard-attr-timestamp Sep 29 19:34:23.315264 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: trunk.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.316368 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.316845 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension trunk not supported by any of loaded plugins Sep 29 19:34:23.317170 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: trunk_details.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.318091 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.318652 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension trunk-details not supported by any of loaded plugins Sep 29 19:34:23.318928 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: uplink_status_propagation.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.319875 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.320390 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 29 19:34:23.320714 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Loading extension file: vlantransparent.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 19:34:23.321389 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 19:34:23.321893 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 29 19:34:23.324375 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:network Sep 29 19:34:23.324903 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:subnet Sep 29 19:34:23.325300 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 19:34:23.325691 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:port Sep 29 19:34:23.327905 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.328372 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service FLAVORS assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.329010 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.329433 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.329765 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:router Sep 29 19:34:23.330193 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:floatingip Sep 29 19:34:23.330683 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service METERING assigned prefix: /metering {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.332146 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.332521 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.332881 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:34:23.333893 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 19:34:23.334348 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:security_group Sep 29 19:34:23.334771 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 19:34:23.335375 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service CORE assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.335717 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 19:34:23.336102 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] subnetpool is already registered Sep 29 19:34:23.336794 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service CORE assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.337119 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 19:34:23.337450 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] subnetpool is already registered Sep 29 19:34:23.339753 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.340210 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service FLAVORS assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.340801 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.341221 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.342327 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:router Sep 29 19:34:23.342685 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] router is already registered Sep 29 19:34:23.343099 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:floatingip Sep 29 19:34:23.343436 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] floatingip is already registered Sep 29 19:34:23.343917 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service METERING assigned prefix: /metering {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.344599 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 19:34:23.344928 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] rbac_policy is already registered Sep 29 19:34:23.345337 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:security_group Sep 29 19:34:23.345671 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] security_group is already registered Sep 29 19:34:23.346071 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 19:34:23.346400 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] security_group_rule is already registered Sep 29 19:34:23.347030 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service CORE assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.347356 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 19:34:23.347686 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] subnetpool is already registered Sep 29 19:34:23.348130 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Service CORE assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 19:34:23.348447 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 19:34:23.348779 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] subnetpool is already registered Sep 29 19:34:23.349249 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: extensions {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.350717 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: address-groups {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.352211 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: address-scopes {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.353547 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: agents {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.354696 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: auto-allocated-topology {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.355970 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: availability_zones {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.357202 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: dhcp-networks {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.359002 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: dhcp-agents {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.360460 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: routers {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.362658 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: flavors {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.363806 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: service_profiles {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.365026 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: next_providers {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.366486 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: service_profiles {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.368028 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: floatingip-pools {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.369251 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: routers {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.371337 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: floatingips {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.372629 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: l3-routers {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.374409 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: l3-agents {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.375845 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: metering-labels {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.377179 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: metering-label-rules {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.378461 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: network-ip-availabilities {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.379719 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: bindings {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.382261 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: quotas {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.383861 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: quotas {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.385377 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: rbac-policies {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.386666 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: security-groups {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.387916 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: security-group-rules {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.390015 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: service-providers {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.391235 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: subnetpools {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.392680 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: subnetpools {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.394120 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.395774 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.397614 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.399384 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.401201 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.403012 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.405697 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.407586 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.409356 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.411190 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron.api.extensions [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 19:34:23.417079 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING keystonemiddleware.auth_token [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 29 19:34:23.422233 dv-cinder-811740-1-iscsi neutron-server[100604]: WARNING keystonemiddleware.auth_token [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 29 19:34:23.430790 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_concurrency.lockutils [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Acquired lock "singleton_lock" {{(pid=100604) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 29 19:34:23.431257 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_concurrency.lockutils [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Releasing lock "singleton_lock" {{(pid=100604) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 29 19:34:23.431944 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO oslo_service.service [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Starting 2 workers Sep 29 19:34:23.437316 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Started child 100711 {{(pid=100604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 19:34:23.442096 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Started child 100712 {{(pid=100604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 19:34:23.442469 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:23.443707 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO neutron.service [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 29 19:34:23.444045 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [-] (100711) wsgi starting up on http://0.0.0.0:9696 Sep 29 19:34:23.444447 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Notify callbacks [] for process, before_spawn {{(pid=100604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:23.447064 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO oslo_service.service [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Starting 1 workers Sep 29 19:34:23.449651 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:23.452427 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [-] (100712) wsgi starting up on http://0.0.0.0:9696 Sep 29 19:34:23.453223 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Started child 100713 {{(pid=100604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 19:34:23.453816 dv-cinder-811740-1-iscsi neutron-server[100604]: INFO oslo_service.service [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Starting 1 workers Sep 29 19:34:23.457387 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.service [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] calling RpcWorker wait() {{(pid=100713) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 29 19:34:23.458105 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.service [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] returning from RpcWorker wait() {{(pid=100713) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 29 19:34:23.458437 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Started child 100714 {{(pid=100604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 19:34:23.459275 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:23.459446 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-13d7284a-6be1-4e82-8fe6-26753a20d988 None None] Notify callbacks [] for process, after_spawn {{(pid=100604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:23.459780 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:34:23.461327 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100604) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 19:34:23.461791 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 19:34:23.461980 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 19:34:23.462220 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 19:34:23.462548 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 19:34:23.462702 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 19:34:23.463247 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.463521 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.463777 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.464103 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.464403 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.464990 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.465252 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.465373 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:23.465994 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.465994 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.465994 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.466283 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.466358 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.466614 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.467380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.467980 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.468420 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.468675 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.468962 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.469137 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.469380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.469659 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.469898 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.470195 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] debug = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.470440 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.470935 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.471165 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.471427 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.471665 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.471975 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.472224 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.472489 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.472734 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.472957 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.473206 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.473467 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.473716 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.474000 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.474153 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.474389 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.474611 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.475098 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] host = dv-cinder-811740-1-iscsi {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.475336 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.475570 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.475837 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.476109 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.476366 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.476582 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.476846 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.477091 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.477350 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.477580 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.477829 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.478072 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.478319 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.478582 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.478747 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_options = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.479026 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.479282 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.479535 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.479741 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.479949 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.480093 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.480362 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.480522 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.480734 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.480966 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.482057 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.482057 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.482057 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.482057 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.482682 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.482682 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.482682 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.483876 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.483876 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.483876 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.484436 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.484436 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.484436 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.484829 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.484964 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.485158 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.485351 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.485546 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.485758 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.486013 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.486228 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.486482 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.486713 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.486960 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.487225 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.487436 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.487646 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.487910 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.488190 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.488414 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.488659 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.488916 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.489150 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.489444 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.489644 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.489886 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.490132 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_json = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.490347 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.490705 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.490903 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.491046 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.491245 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.491457 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.491692 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.491947 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.493851 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.493851 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.493851 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.493851 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.493851 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.493851 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.493851 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.494397 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.494397 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.494555 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.494862 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.495084 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.495371 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.495590 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.495927 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.496236 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.496466 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.496734 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.500380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.500380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.500380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.500380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.500380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.500380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.500380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.500380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.502263 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.502406 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:34:23.503685 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.503685 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.503685 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.503685 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.503685 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.503685 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.503685 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.503685 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.506126 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.506126 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.506126 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.506126 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.506126 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.506126 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.506126 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.506126 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.506126 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.508152 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.508152 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.508152 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.508152 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.508152 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.508152 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.508152 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.508152 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.508152 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.510234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.510234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.510234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.510234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.510234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.510234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.510234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.510234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.510234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.512613 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.512613 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.512613 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.512613 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.512613 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.512613 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.512613 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.512613 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.512613 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.515623 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.515623 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.515623 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.515623 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.515623 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.515623 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.515623 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.515623 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.515623 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517352 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517935 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517935 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517935 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517935 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517935 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517935 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517935 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.517935 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.518506 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.518506 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.518506 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.518506 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.518855 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.518938 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.519396 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.519672 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.519905 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.520129 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.520387 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.520609 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.520852 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.521075 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.521343 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.521581 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.521845 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.522113 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.522590 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.522892 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.523311 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.523481 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.523651 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.523911 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.524217 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.525620 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.525620 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.525620 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.525620 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.525620 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.526036 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.526210 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.526466 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.526723 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.527202 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.527458 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.527708 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.527946 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.528170 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.528398 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.528746 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.529022 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.529244 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.529586 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.530324 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.530609 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.530864 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.531140 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.531410 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.531673 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.531963 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.532210 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.532640 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.533091 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.533531 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.533751 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.534003 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.534222 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.534499 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.534735 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.534971 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.535216 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.535435 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.535679 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.535936 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.536581 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.536581 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.536813 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.537353 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.537353 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.537353 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539339 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539339 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539339 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539339 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539339 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539339 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539339 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539339 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539991 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539991 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.539991 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.540223 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542164 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542164 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542164 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542164 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542164 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542164 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542164 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542164 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542681 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542681 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.542819 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.543330 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.544228 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.544502 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.544774 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.545103 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.546242 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.546242 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.546242 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.546473 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.546639 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.547080 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.547405 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.547729 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.547989 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.548269 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.548455 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.548830 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.549214 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.549582 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.549948 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.550255 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.550517 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.550749 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.551006 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.551245 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.551456 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.551706 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.551945 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.552159 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.552380 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.552593 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.552825 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.553027 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.553241 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.553450 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.553691 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.553906 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.554128 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.554334 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.554569 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.554779 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.555024 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.555237 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.555443 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.555673 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.555987 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.556132 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.556302 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.556668 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.557029 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.557416 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.557793 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.558145 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.558508 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.558884 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.559268 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.559572 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.559845 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.560067 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.560932 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.561280 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.561702 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.562064 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.562581 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.563014 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.563283 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.563506 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.563725 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.564011 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.564283 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.564592 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.564876 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.565146 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.565396 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.565696 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.565972 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.566249 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.566462 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.566764 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.567087 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.567374 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.567631 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.567900 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.568149 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.568367 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.568583 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.568865 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.569048 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.569270 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.569503 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.569749 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.569998 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.570212 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.570438 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.570672 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.570913 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.571107 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.571325 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.571538 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.571699 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 19:34:23.572260 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100604) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 19:34:23.572419 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 19:34:23.572572 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 19:34:23.572781 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 19:34:23.572955 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 19:34:23.573130 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 19:34:23.573301 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.573461 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.573620 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.573779 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.573937 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.574116 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.574281 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.574437 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.574595 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.574751 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.574908 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.575064 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.575222 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.575378 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.575535 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.575692 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.575922 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.576107 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.576566 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.576912 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.577015 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.577248 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.577347 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] debug = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.577453 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.577814 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.578145 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.578462 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.578974 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.579143 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.579328 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.579457 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.579643 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.579810 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.579975 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.580113 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.580270 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.580430 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.580590 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.580747 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.580889 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.581122 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] host = dv-cinder-811740-1-iscsi {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.581261 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.581386 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.581509 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.581682 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.581863 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.581982 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.582192 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.582294 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.582438 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.582600 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.582757 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.582918 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.583078 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.583234 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.583382 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_options = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.583539 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.583695 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.583872 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.584059 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.584223 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.584381 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.584538 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.584695 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.584852 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.585009 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.585166 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.585324 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.585481 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.585636 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.585793 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.585952 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.586110 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.586266 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.586676 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.586834 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.587153 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.587153 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.587390 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.587513 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.587606 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.587733 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.587885 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.588040 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.588197 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.588354 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.588511 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.588670 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.588839 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.589073 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.589213 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.589354 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.589491 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.589629 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.589762 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.589893 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.590041 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.590175 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.590326 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.590454 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.590569 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.590726 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.590882 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_json = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.591280 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.591280 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.592061 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.592290 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.592454 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.592654 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.592856 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.592990 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 19:34:23.593177 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.593338 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.593545 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.593700 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.593854 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.594000 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.594135 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.594277 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.594410 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.594573 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.594741 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.594888 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.595064 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.595224 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.595386 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.595537 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.595696 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.595882 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.596032 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.596191 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.596350 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.596511 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.596679 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.596841 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.597004 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.597164 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.597322 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.597499 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.597661 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.597821 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.597981 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.598140 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.598301 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.598460 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.598621 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.598783 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.598943 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.599102 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.599191 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:34:23.599277 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.599410 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.599570 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.599730 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.599918 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.600079 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.600240 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.600401 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.600560 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.600722 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.600880 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.601040 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.601201 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.601387 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.601509 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.601669 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.601831 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.602001 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.602160 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.602320 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.602470 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.602628 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.602787 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.602946 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.603119 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.603252 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.603414 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.603573 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.603745 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.603928 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.604090 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.604249 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.604410 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.604569 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.604729 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.604890 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.605049 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.605210 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.605370 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.605530 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.605689 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.605849 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.606011 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.606170 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.606331 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.606491 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.606652 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.606812 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.606971 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.607803 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.608106 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.608410 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.608692 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.608858 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.609020 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.609180 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.609341 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.609501 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.609661 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.609822 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.609980 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.610140 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.610298 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.610457 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.610618 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.610778 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.610937 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.611096 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.611255 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.611418 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.611581 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.611581 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.612179 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.612179 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.612341 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.612422 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.612523 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.612682 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.612852 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.613012 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.613175 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.613334 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.613501 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.613672 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.613832 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.613991 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.614154 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.614526 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.614526 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.614526 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.615107 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.615107 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.615107 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.615364 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.615364 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.615552 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.615673 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.615877 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.616012 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.616184 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.616345 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.616504 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.616665 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.616824 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.616994 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.617140 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.617299 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.617459 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.617619 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.617779 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.617940 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.618095 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.618254 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.618413 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.618572 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.618732 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.618891 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.619051 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.619212 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.619373 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.619532 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.619691 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.619877 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.620039 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.620198 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.620357 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.620521 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.620681 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.620840 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.620998 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.621156 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.621318 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.621476 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.621668 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.621783 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.621942 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.622103 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.622263 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.622423 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.622582 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.622783 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.623012 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.623297 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.623577 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.623783 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.623969 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.624131 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.624323 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.624458 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.624619 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.624780 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.624945 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.625104 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.625370 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.625472 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.625594 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.625731 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.625891 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.626051 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.626212 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.626371 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.626530 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.626690 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.626850 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.627014 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.627178 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.627341 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.627502 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.627663 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.627839 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.628001 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.628161 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.631920 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.631920 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.631920 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.631920 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.631920 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.631920 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.631920 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.631920 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.632498 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.632498 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.632498 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.632498 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.632498 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.632498 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.632498 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.632498 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633026 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633026 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633026 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633026 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633026 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633026 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633026 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633026 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633451 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633451 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633451 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633451 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633451 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633451 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633451 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633451 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633888 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633888 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633888 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633888 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633888 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.633888 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.634214 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.634214 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.634329 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.634514 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.634597 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.634762 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.634933 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.635093 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.635256 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.635415 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.635575 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.635732 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.635915 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.636080 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.636249 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.636415 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.636576 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.636746 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.636914 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.637082 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.637242 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.637408 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.637580 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.637741 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.637900 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.638060 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.638219 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.638677 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.638891 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.639093 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.639299 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.639463 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.639663 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.640626 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.640626 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.640626 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.640626 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.640626 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.640626 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.641162 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.641162 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.641162 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 19:34:23.641162 dv-cinder-811740-1-iscsi neutron-server[100604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 19:34:23.677245 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 53270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:34:23.686398 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069811 Sep 29 19:34:35.667585 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e1cc2c-98b8-477f-b9a4-c4ef118ae2c7 None None] get_active_networks_info from dv-cinder-811740-1-iscsi {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 19:34:35.742183 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e1cc2c-98b8-477f-b9a4-c4ef118ae2c7 None None] No non-hosted networks {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 29 19:34:35.771750 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-de4442c7-90d8-41f2-b9c2-448fc6b4a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645335'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:38.513914 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95563a55-1698-412d-a655-21ad4162f78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645335'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:38.578192 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56734b3-2ce1-45e5-be73-4e4c97fb4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:38.758801 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645335'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:38.759923 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.762585 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.766176 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.767044 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.771438 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.775631 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.776486 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.777993 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.780039 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.784578 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.785271 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.785889 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:38.786621 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811740-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:34:38.801752 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811740-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:34:39.420004 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645335'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:41.252736 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645335'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:42.343852 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 53362) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:34:42.906407 dv-cinder-811740-1-iscsi neutron-server[100711]: WARNING oslo_policy.policy [None req-bd51f717-2a8b-4a4c-9014-595025bc5cd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 19:34:42.907257 dv-cinder-811740-1-iscsi neutron-server[100711]: WARNING oslo_policy.policy [None req-bd51f717-2a8b-4a4c-9014-595025bc5cd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 19:34:43.136974 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [None req-bd51f717-2a8b-4a4c-9014-595025bc5cd1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:34:43.151845 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-bd51f717-2a8b-4a4c-9014-595025bc5cd1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7924848 Sep 29 19:34:43.949029 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.db.l3_hamode_db [None req-0655d827-a290-4e9d-ba6b-40235fde9227 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 29 19:34:44.029798 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0655d827-a290-4e9d-ba6b-40235fde9227 None None] Routers set() bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:34:44.030177 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0655d827-a290-4e9d-ba6b-40235fde9227 None None] Router IDs set() for agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 29 19:34:45.592532 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 53376) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:34:45.912325 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-386a9975-99de-48f8-9a5d-25142b4e0793 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:34:46.008541 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.policy [None req-386a9975-99de-48f8-9a5d-25142b4e0793 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100711) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 19:34:46.063974 dv-cinder-811740-1-iscsi neutron-server[100711]: WARNING oslo_policy.policy [None req-386a9975-99de-48f8-9a5d-25142b4e0793 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 19:34:46.064611 dv-cinder-811740-1-iscsi neutron-server[100711]: WARNING oslo_policy.policy [None req-386a9975-99de-48f8-9a5d-25142b4e0793 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 19:34:46.073266 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.quota [None req-386a9975-99de-48f8-9a5d-25142b4e0793 admin admin] Loaded quota_driver: . Sep 29 19:34:46.165831 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-386a9975-99de-48f8-9a5d-25142b4e0793 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776181742408', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776181741855', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776181729401', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776181723613', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776183407386', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776181775768', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1678257', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1876885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-897378', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-680972'] for rbac-policy, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:46.232557 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-386a9975-99de-48f8-9a5d-25142b4e0793 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:46.233778 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-386a9975-99de-48f8-9a5d-25142b4e0793 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6400156 Sep 29 19:34:48.933223 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 53388) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:34:49.270298 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Request body: {'network': {'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:34:49.300255 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Made reservation on behalf of cdd58ce791af421f97ab2ee3e7a7fcd6 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:34:49.303115 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:49.321053 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:49.451854 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:49.456181 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:49.477155 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:34:49.507195 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776185384331', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:49.507833 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Unsubscribe: segment precommit_create {{(pid=100711) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 19:34:49.508369 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Added segment 19d68c72-8a0d-4ae8-a80d-af8e52039976 of type vlan for network 2e852741-b529-452f-9d56-12c4e03f6ca7 Sep 29 19:34:49.525061 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9d30cf-d76b-4954-b984-54f4d9330d5b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:34:49.575418 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.575764 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.576143 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.576474 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.576802 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.577149 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.577478 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.577814 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.578160 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.578480 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.578800 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.579113 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Tracked resource versions report: Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: pushed versions: Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: { 'AddressGroup': {'1.2'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'ConntrackHelper': {'1.0'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Log': {'1.0'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Network': {'1.1'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Port': {'1.7'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'PortForwarding': {'1.2'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'QosPolicy': {'1.9'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SecurityGroup': {'1.4'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SecurityGroupRule': {'1.2'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SubPort': {'1.0'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Subnet': {'1.1'}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Trunk': {'1.1'}} Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: consumer versions: Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: { DHCP agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: L3 agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: Metadata agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: Metering agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: Open vSwitch agent@dv-cinder-811740-1-iscsi: { 'AddressGroup': '1.2', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'ConntrackHelper': '1.0', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Log': '1.0', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Network': '1.1', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Port': '1.7', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'PortForwarding': '1.2', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'QosPolicy': '1.9', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SecurityGroup': '1.4', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SecurityGroupRule': '1.2', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SubPort': '1.0', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Subnet': '1.1', Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Trunk': '1.1'}} Sep 29 19:34:49.580242 dv-cinder-811740-1-iscsi neutron-server[100711]: {{(pid=100711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 19:34:49.634753 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:49.674708 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:49.676201 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:34:49.676947 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:49.742157 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8074660 Sep 29 19:34:49.784020 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4729413-6a28-4288-b27c-11b51ab5ab13 admin admin] Pushing event updated for resources: {'Network': ['ID=2e852741-b529-452f-9d56-12c4e03f6ca7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:34:49.799905 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 2e852741-b529-452f-9d56-12c4e03f6ca7 details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:34:52.637303 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 53402) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:34:53.064308 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c0843b-8234-4a5e-a408-6ed4523a7fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:34:53.065975 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-75c0843b-8234-4a5e-a408-6ed4523a7fcd admin admin] 10.222.0.16 "GET /v2.0/networks/2e852741-b529-452f-9d56-12c4e03f6ca7 HTTP/1.1" status: 200 len: 825 time: 0.4267833 Sep 29 19:34:53.093267 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-d9a2e754-2888-46ce-8858-41f626362462 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/0ce38873-740f-49fc-b612-c057912a78e8 HTTP/1.1" status: 200 len: 734 time: 0.0207725 Sep 29 19:34:53.104329 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'gateway_ip': '172.20.0.1', 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7', 'ip_version': 4, 'subnetpool_id': '0ce38873-740f-49fc-b612-c057912a78e8'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:34:53.130537 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Made reservation on behalf of cdd58ce791af421f97ab2ee3e7a7fcd6 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:34:53.133084 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:53.441313 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:53.511435 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93ef7b9-b5e1-4a48-adca-ca0448535f7c,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:34:53.521750 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Checking segment: {'id': '19d68c72-8a0d-4ae8-a80d-af8e52039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:34:53.522116 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Network hostable DHCP agents. Network: 2e852741-b529-452f-9d56-12c4e03f6ca7, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:34:53.545265 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Network 2e852741-b529-452f-9d56-12c4e03f6ca7 is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:34:53.558557 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 2e852741-b529-452f-9d56-12c4e03f6ca7) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:34:53.565478 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:34:53.566286 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:53.570334 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc429038-83f1-4836-a882-75209094cf61 None None] Network 2e852741-b529-452f-9d56-12c4e03f6ca7 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:34:53.585373 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-be135244-101c-4b88-8576-263394e55d61 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4846756 Sep 29 19:34:53.990087 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp770c13e4-41fe-5b3f-b506-c85e762a202c-2e852741-b529-452f-9d56-12c4e03f6ca7', 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'fixed_ips': [{'subnet_id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c'}]}} from dv-cinder-811740-1-iscsi. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 19:34:53.992162 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:54.307640 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Allocated IP 172.20.0.2 (2e852741-b529-452f-9d56-12c4e03f6ca7/a93ef7b9-b5e1-4a48-adca-ca0448535f7c/ead808a2-1872-4b3f-839b-f5f711621967) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:34:54.595932 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:54.608660 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:54.690964 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Network 2e852741-b529-452f-9d56-12c4e03f6ca7 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:34:54.696538 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:34:54.714431 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:34:54.719318 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Pushing event updated for resources: {'Port': ['ID=ead808a2-1872-4b3f-839b-f5f711621967,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:34:54.761666 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.762229 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.763570 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.764768 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.765346 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.765905 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.766374 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.766773 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.767251 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.767645 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.768063 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.768450 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Tracked resource versions report: Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: pushed versions: Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: { 'AddressGroup': {'1.2'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'ConntrackHelper': {'1.0'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Log': {'1.0'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Network': {'1.1'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Port': {'1.7'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'PortForwarding': {'1.2'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'QosPolicy': {'1.9'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SecurityGroup': {'1.4'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SecurityGroupRule': {'1.2'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SubPort': {'1.0'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Subnet': {'1.1'}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Trunk': {'1.1'}} Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: consumer versions: Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: { DHCP agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: L3 agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: Metadata agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: Metering agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: Open vSwitch agent@dv-cinder-811740-1-iscsi: { 'AddressGroup': '1.2', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'ConntrackHelper': '1.0', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Log': '1.0', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Network': '1.1', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Port': '1.7', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'PortForwarding': '1.2', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'QosPolicy': '1.9', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SecurityGroup': '1.4', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SecurityGroupRule': '1.2', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SubPort': '1.0', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Subnet': '1.1', Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Trunk': '1.1'}} Sep 29 19:34:54.769679 dv-cinder-811740-1-iscsi neutron-server[100713]: {{(pid=100713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 19:34:54.830873 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Attempting to bind port ead808a2-1872-4b3f-839b-f5f711621967 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:34:54.831401 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Attempting to bind port ead808a2-1872-4b3f-839b-f5f711621967 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '19d68c72-8a0d-4ae8-a80d-af8e52039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:34:54.831943 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Attempting to bind port ead808a2-1872-4b3f-839b-f5f711621967 on network 2e852741-b529-452f-9d56-12c4e03f6ca7 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:34:54.838216 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:34:54.838810 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Checking segment: {'id': '19d68c72-8a0d-4ae8-a80d-af8e52039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:34:54.839376 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:54.839861 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Bound using segment: {'id': '19d68c72-8a0d-4ae8-a80d-af8e52039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:34:54.840415 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Bound port: ead808a2-1872-4b3f-839b-f5f711621967, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d68c72-8a0d-4ae8-a80d-af8e52039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:34:54.840954 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:54.915412 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] For port ead808a2-1872-4b3f-839b-f5f711621967, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:34:54.921660 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] For port ead808a2-1872-4b3f-839b-f5f711621967, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=ead808a2-1872-4b3f-839b-f5f711621967,segment=NetworkSegment(19d68c72-8a0d-4ae8-a80d-af8e52039976),segment_id=19d68c72-8a0d-4ae8-a80d-af8e52039976)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:34:54.928633 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:34:55.038919 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e7180-4298-482c-81dc-6c27dd42e3fd None None] Pushing event updated for resources: {'Port': ['ID=ead808a2-1872-4b3f-839b-f5f711621967,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:34:56.258003 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 53410) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:34:56.676272 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [None req-a54a3fcd-c221-4181-89fb-ca6c7190f459 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:34:56.677460 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-a54a3fcd-c221-4181-89fb-ca6c7190f459 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4182048 Sep 29 19:35:00.004569 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 53418) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:35:00.591584 dv-cinder-811740-1-iscsi neutron-server[100712]: WARNING oslo_policy.policy [None req-803d5081-fcc8-4a57-87b7-f1a2adf9a50e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 19:35:00.592211 dv-cinder-811740-1-iscsi neutron-server[100712]: WARNING oslo_policy.policy [None req-803d5081-fcc8-4a57-87b7-f1a2adf9a50e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 19:35:00.820472 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [None req-803d5081-fcc8-4a57-87b7-f1a2adf9a50e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:35:00.821567 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-803d5081-fcc8-4a57-87b7-f1a2adf9a50e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8156965 Sep 29 19:35:01.528869 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:35:03.554243 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 53438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:35:03.873000 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:35:03.939448 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.policy [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100712) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 19:35:03.985991 dv-cinder-811740-1-iscsi neutron-server[100712]: WARNING oslo_policy.policy [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 19:35:03.986390 dv-cinder-811740-1-iscsi neutron-server[100712]: WARNING oslo_policy.policy [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 19:35:03.994979 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.quota [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] Loaded quota_driver: . Sep 29 19:35:04.052890 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-709'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:04.054690 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-716'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:04.208037 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:04.213231 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:04.232532 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:04.234064 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-cf24d57c-6438-45fe-8bae-e0728af5137a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6787012 Sep 29 19:35:04.302982 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0ed9ac-40a6-4c7b-a587-a432f95874af None None] Network 2e852741-b529-452f-9d56-12c4e03f6ca7 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:35:04.338197 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device ead808a2-1872-4b3f-839b-f5f711621967 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:35:04.476470 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c9eb7129-a8a8-463f-b212-c713764783cb None None] Provisioning complete for port ead808a2-1872-4b3f-839b-f5f711621967 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:04.476870 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7129-a8a8-463f-b212-c713764783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:04.555797 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port ead808a2-1872-4b3f-839b-f5f711621967 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:04.556092 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:04.738903 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7129-a8a8-463f-b212-c713764783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:04.775451 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:04.811138 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c9eb7129-a8a8-463f-b212-c713764783cb None None] For port ead808a2-1872-4b3f-839b-f5f711621967, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=ead808a2-1872-4b3f-839b-f5f711621967,segment=NetworkSegment(19d68c72-8a0d-4ae8-a80d-af8e52039976),segment_id=19d68c72-8a0d-4ae8-a80d-af8e52039976)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:35:04.817072 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7129-a8a8-463f-b212-c713764783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:04.901641 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.db.api [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 19:35:04.902134 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG oslo_db.api [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 19:35:04.908887 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb7129-a8a8-463f-b212-c713764783cb None None] Pushing event updated for resources: {'Port': ['ID=ead808a2-1872-4b3f-839b-f5f711621967,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:04.937487 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-be96deba-f8cf-4388-8f42-b19a299974ce None None] Provisioning complete for port ead808a2-1872-4b3f-839b-f5f711621967 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:04.937865 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be96deba-f8cf-4388-8f42-b19a299974ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:05.529342 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c533927-f963-460d-8fa5-d7adc9bc7c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:06.290815 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device ead808a2-1872-4b3f-839b-f5f711621967 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:35:06.338411 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port ead808a2-1872-4b3f-839b-f5f711621967 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:06.338780 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:06.757562 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 53450) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:35:07.071839 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [None req-37b588a0-2f5f-4951-9c6f-2d6a490d7254 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:35:07.072843 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-37b588a0-2f5f-4951-9c6f-2d6a490d7254 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3143485 Sep 29 19:35:08.508254 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b319b1f9-0681-46ea-8de3-44fb94896c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:08.752571 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:09.353200 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:09.547862 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 53468) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:35:09.679465 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:35:09.699553 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Made reservation on behalf of fb21700342874abc9dc91afd223d762e for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:35:09.702356 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:09.710453 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:09.802841 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:09.806437 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:09.819960 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Reserving flat network on physical network physnet1 {{(pid=100711) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 29 19:35:09.842874 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7018d27-6127-40ba-9aeb-06f02d7eb3da,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:09.846946 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:09.847284 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Added segment 9f48841b-ddbf-4529-b5c1-e50d9f09922d of type flat for network 26c08563-6f65-4938-99ac-1afc67ee349a Sep 29 19:35:09.897261 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:09.929035 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:09.929991 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:35:09.930574 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:09.967028 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4181030 Sep 29 19:35:09.994736 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14da7c8-6a79-4c02-a31c-e59b0805aa6a admin admin] Pushing event updated for resources: {'Network': ['ID=26c08563-6f65-4938-99ac-1afc67ee349a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:10.007778 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 26c08563-6f65-4938-99ac-1afc67ee349a details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:35:11.197427 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:12.269267 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 53486) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:35:12.365703 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e70f73-59d8-48b3-9c22-8ad98b2c6cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:35:12.366991 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-10e70f73-59d8-48b3-9c22-8ad98b2c6cc2 admin admin] 10.222.0.16 "GET /v2.0/subnets/a93ef7b9-b5e1-4a48-adca-ca0448535f7c HTTP/1.1" status: 200 len: 849 time: 0.0967736 Sep 29 19:35:12.532811 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-633ffb24-d0c2-4823-9652-91353811dd31 admin admin] 10.222.0.16 "GET /v2.0/routers/e442fd49-4046-43db-89e2-a9a9c99aa488 HTTP/1.1" status: 200 len: 704 time: 0.1591225 Sep 29 19:35:12.817422 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:13.121447 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Allocated IP 172.20.0.1 (2e852741-b529-452f-9d56-12c4e03f6ca7/a93ef7b9-b5e1-4a48-adca-ca0448535f7c/e832413c-85ec-4238-b2f0-f97c6b7c2d9b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:35:13.333306 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:13.400730 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:13.473022 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Network 2e852741-b529-452f-9d56-12c4e03f6ca7 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:35:13.478169 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:35:13.485004 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:35:13.485433 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645279'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:13.558584 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Pushing event updated for resources: {'Port': ['ID=e832413c-85ec-4238-b2f0-f97c6b7c2d9b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:13.693608 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4a13a3f4-9b53-4990-92cf-df3ba03c79a9 None None] Provisioning complete for port e832413c-85ec-4238-b2f0-f97c6b7c2d9b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:13.694180 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3f4-9b53-4990-92cf-df3ba03c79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:13.706954 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:13.732299 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4a13a3f4-9b53-4990-92cf-df3ba03c79a9 None None] Port e832413c-85ec-4238-b2f0-f97c6b7c2d9b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:35:13.939921 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:13.944967 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:13.945610 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643439'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:14.005017 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Pushing event updated for resources: {'Port': ['ID=e832413c-85ec-4238-b2f0-f97c6b7c2d9b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:14.073503 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Network 2e852741-b529-452f-9d56-12c4e03f6ca7 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:35:14.075573 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:35:14.244612 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Router e442fd49-4046-43db-89e2-a9a9c99aa488 is scheduled to L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 19:35:14.256878 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6d8ca7d1-513d-4a3f-bf82-c986d1fd0456 None None] Provisioning complete for port e832413c-85ec-4238-b2f0-f97c6b7c2d9b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:14.257597 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca7d1-513d-4a3f-bf82-c986d1fd0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:14.290322 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ca7d1-513d-4a3f-bf82-c986d1fd0456 None None] Port e832413c-85ec-4238-b2f0-f97c6b7c2d9b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:35:14.337317 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:35:14.342905 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-00fcaec1-9a14-48ee-9498-1ea2b65e0308 admin admin] 10.222.0.16 "PUT /v2.0/routers/e442fd49-4046-43db-89e2-a9a9c99aa488/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8043230 Sep 29 19:35:14.347965 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Sync routers for ids ['e442fd49-4046-43db-89e2-a9a9c99aa488'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:35:14.360298 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Routers {'e442fd49-4046-43db-89e2-a9a9c99aa488'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:35:14.361135 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:35:08Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['e442fd49-4046-43db-89e2-a9a9c99aa488'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:35:14.553054 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Set router e442fd49-4046-43db-89e2-a9a9c99aa488 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:35:15.017398 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'name': 'router1', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:35:04Z', 'updated_at': '2021-09-29T19:35:13Z', 'revision_number': 2, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'gw_port_host': None, '_interfaces': [{'id': 'e832413c-85ec-4238-b2f0-f97c6b7c2d9b', 'name': '', 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'mac_address': 'fa:16:3e:30:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:35:12Z', 'updated_at': '2021-09-29T19:35:13Z', 'revision_number': 2, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'subnets': [{'id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce38873-740f-49fc-b612-c057912a78e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:35:15.071149 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Checking router: e442fd49-4046-43db-89e2-a9a9c99aa488 for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:35:15.071524 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Updating router e442fd49-4046-43db-89e2-a9a9c99aa488 port e832413c-85ec-4238-b2f0-f97c6b7c2d9b binding host dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:35:15.122397 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:15.680365 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:15.688668 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:15.845042 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Pushing event updated for resources: {'Port': ['ID=e832413c-85ec-4238-b2f0-f97c6b7c2d9b,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:15.871005 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Attempting to bind port e832413c-85ec-4238-b2f0-f97c6b7c2d9b on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:35:15.871005 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Attempting to bind port e832413c-85ec-4238-b2f0-f97c6b7c2d9b by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '19d68c72-8a0d-4ae8-a80d-af8e52039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:35:15.871005 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Attempting to bind port e832413c-85ec-4238-b2f0-f97c6b7c2d9b on network 2e852741-b529-452f-9d56-12c4e03f6ca7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:35:15.872917 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.873282 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.873624 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.873951 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.874273 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.874597 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.874914 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.875230 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.875559 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.875914 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.876229 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.876539 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Tracked resource versions report: Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: pushed versions: Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: { 'AddressGroup': {'1.2'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'ConntrackHelper': {'1.0'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Log': {'1.0'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Network': {'1.1'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Port': {'1.7'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'PortForwarding': {'1.2'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'QosPolicy': {'1.9'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SecurityGroup': {'1.4'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SecurityGroupRule': {'1.2'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SubPort': {'1.0'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Subnet': {'1.1'}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Trunk': {'1.1'}} Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: consumer versions: Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: { DHCP agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: L3 agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: Metadata agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: Metering agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: Open vSwitch agent@dv-cinder-811740-1-iscsi: { 'AddressGroup': '1.2', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'ConntrackHelper': '1.0', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Log': '1.0', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Network': '1.1', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Port': '1.7', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'PortForwarding': '1.2', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'QosPolicy': '1.9', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SecurityGroup': '1.4', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SecurityGroupRule': '1.2', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SubPort': '1.0', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Subnet': '1.1', Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Trunk': '1.1'}} Sep 29 19:35:15.877640 dv-cinder-811740-1-iscsi neutron-server[100714]: {{(pid=100714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 19:35:15.882162 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:35:15.882577 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Checking segment: {'id': '19d68c72-8a0d-4ae8-a80d-af8e52039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:35:15.883428 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:15.883792 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Bound using segment: {'id': '19d68c72-8a0d-4ae8-a80d-af8e52039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:35:15.884331 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Bound port: e832413c-85ec-4238-b2f0-f97c6b7c2d9b, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d68c72-8a0d-4ae8-a80d-af8e52039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:35:15.884710 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:15.923317 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0fe32ee4-acf0-4656-806a-675222e9b2b5 None None] Provisioning complete for port e832413c-85ec-4238-b2f0-f97c6b7c2d9b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:15.924021 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0fe32ee4-acf0-4656-806a-675222e9b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:15.959454 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] For port e832413c-85ec-4238-b2f0-f97c6b7c2d9b, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:35:15.960815 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0fe32ee4-acf0-4656-806a-675222e9b2b5 None None] Port e832413c-85ec-4238-b2f0-f97c6b7c2d9b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:35:15.980541 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] For port e832413c-85ec-4238-b2f0-f97c6b7c2d9b, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=e832413c-85ec-4238-b2f0-f97c6b7c2d9b,segment=NetworkSegment(19d68c72-8a0d-4ae8-a80d-af8e52039976),segment_id=19d68c72-8a0d-4ae8-a80d-af8e52039976)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:35:15.986005 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:16.044164 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201c02a-e36d-4447-813f-f472710797c2 None None] Pushing event updated for resources: {'Port': ['ID=e832413c-85ec-4238-b2f0-f97c6b7c2d9b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:16.048505 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Routers {'e442fd49-4046-43db-89e2-a9a9c99aa488'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:35:16.049121 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:35:08Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['e442fd49-4046-43db-89e2-a9a9c99aa488'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:35:16.142850 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] Set router e442fd49-4046-43db-89e2-a9a9c99aa488 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:35:16.182631 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-07c5b0d9-d87b-4149-ba6b-4ffe18846a22 None None] Provisioning complete for port e832413c-85ec-4238-b2f0-f97c6b7c2d9b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:16.183114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07c5b0d9-d87b-4149-ba6b-4ffe18846a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:16.276198 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07c5b0d9-d87b-4149-ba6b-4ffe18846a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:16.309418 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-07c5b0d9-d87b-4149-ba6b-4ffe18846a22 None None] For port e832413c-85ec-4238-b2f0-f97c6b7c2d9b, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=e832413c-85ec-4238-b2f0-f97c6b7c2d9b,segment=NetworkSegment(19d68c72-8a0d-4ae8-a80d-af8e52039976),segment_id=19d68c72-8a0d-4ae8-a80d-af8e52039976)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:35:16.315274 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07c5b0d9-d87b-4149-ba6b-4ffe18846a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:16.369852 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5b0d9-d87b-4149-ba6b-4ffe18846a22 None None] Pushing event updated for resources: {'Port': ['ID=e832413c-85ec-4238-b2f0-f97c6b7c2d9b,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:16.381581 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'name': 'router1', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:35:04Z', 'updated_at': '2021-09-29T19:35:13Z', 'revision_number': 2, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'gw_port_host': None, '_interfaces': [{'id': 'e832413c-85ec-4238-b2f0-f97c6b7c2d9b', 'name': '', 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'mac_address': 'fa:16:3e:30:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:35:12Z', 'updated_at': '2021-09-29T19:35:15Z', 'revision_number': 4, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'subnets': [{'id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce38873-740f-49fc-b612-c057912a78e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:35:16.408568 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def8fc0-a621-4474-9d12-f103aad7f29e None None] The sync data for ids ['e442fd49-4046-43db-89e2-a9a9c99aa488'] in dv-cinder-811740-1-iscsi is: [{'id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'name': 'router1', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:35:04Z', 'updated_at': '2021-09-29T19:35:13Z', 'revision_number': 2, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'gw_port_host': None, '_interfaces': [{'id': 'e832413c-85ec-4238-b2f0-f97c6b7c2d9b', 'name': '', 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'mac_address': 'fa:16:3e:30:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:35:12Z', 'updated_at': '2021-09-29T19:35:15Z', 'revision_number': 4, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'subnets': [{'id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce38873-740f-49fc-b612-c057912a78e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:35:16.695225 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 53496) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:35:16.896574 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51534520-2299-4498-bd11-90c6d4db4798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:35:16.898015 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-51534520-2299-4498-bd11-90c6d4db4798 admin admin] 10.222.0.16 "GET /v2.0/networks/26c08563-6f65-4938-99ac-1afc67ee349a HTTP/1.1" status: 200 len: 842 time: 0.2017200 Sep 29 19:35:16.908798 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:35:16.933067 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Made reservation on behalf of fb21700342874abc9dc91afd223d762e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:35:16.936638 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:17.349916 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.objects.ports [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 19:35:17.350424 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:17.443341 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ded518-9f94-47cf-b143-19055351502f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:17.453625 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.453975 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.454313 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.454645 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.454978 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.455310 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.455635 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.456002 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.456351 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.456672 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.456991 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.457310 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Tracked resource versions report: Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: pushed versions: Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: { 'AddressGroup': {'1.2'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'ConntrackHelper': {'1.0'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Log': {'1.0'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Network': {'1.1'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Port': {'1.7'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'PortForwarding': {'1.2'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'QosPolicy': {'1.9'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SecurityGroup': {'1.4'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SecurityGroupRule': {'1.2'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SubPort': {'1.0'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Subnet': {'1.1'}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Trunk': {'1.1'}} Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: consumer versions: Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: { DHCP agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: L3 agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: Metadata agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: Metering agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: Open vSwitch agent@dv-cinder-811740-1-iscsi: { 'AddressGroup': '1.2', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'ConntrackHelper': '1.0', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Log': '1.0', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Network': '1.1', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Port': '1.7', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'PortForwarding': '1.2', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'QosPolicy': '1.9', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SecurityGroup': '1.4', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SecurityGroupRule': '1.2', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SubPort': '1.0', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Subnet': '1.1', Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Trunk': '1.1'}} Sep 29 19:35:17.458388 dv-cinder-811740-1-iscsi neutron-server[100712]: {{(pid=100712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 19:35:17.479977 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:35:17.480341 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Network hostable DHCP agents. Network: 26c08563-6f65-4938-99ac-1afc67ee349a, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:35:17.518503 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:35:17.535562 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 26c08563-6f65-4938-99ac-1afc67ee349a) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:35:17.541647 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:35:17.542995 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:17.548039 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891791eb-a444-4966-b0a8-f565b4b60bd5 None None] Network 26c08563-6f65-4938-99ac-1afc67ee349a requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:35:17.565124 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-627e507e-9899-489e-80aa-1309655b02d0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6596091 Sep 29 19:35:17.764760 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cdbcbe-2d89-41f4-81af-2090e9b62f58 None None] Network 26c08563-6f65-4938-99ac-1afc67ee349a requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:35:19.962872 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 53508) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:35:20.183189 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-b6fbee98-881c-4d52-a458-327a511da5c7 admin admin] 10.222.0.16 "GET /v2.0/routers/e442fd49-4046-43db-89e2-a9a9c99aa488 HTTP/1.1" status: 200 len: 710 time: 0.2193091 Sep 29 19:35:20.277228 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb83d8c-6a6f-4d6c-b7f7-b4f25e7be931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:35:20.278936 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-0cb83d8c-6a6f-4d6c-b7f7-b4f25e7be931 admin admin] 10.222.0.16 "GET /v2.0/networks/26c08563-6f65-4938-99ac-1afc67ee349a HTTP/1.1" status: 200 len: 886 time: 0.0894225 Sep 29 19:35:20.288499 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:35:20.556787 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:20.829635 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:20.912425 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:21.073943 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Allocated IP 172.27.1.181 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/b23c6c68-93ff-434c-9dc6-bb6b8050fe9d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:35:21.202666 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:21.276676 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:21.404068 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:35:21.408635 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:35:21.415629 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:35:21.424950 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Pushing event updated for resources: {'Port': ['ID=b23c6c68-93ff-434c-9dc6-bb6b8050fe9d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:21.748093 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:21.962688 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-734'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:21.968564 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-645808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-645819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642048'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:22.087115 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Router e442fd49-4046-43db-89e2-a9a9c99aa488 has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:35:22.203163 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:35:22.207665 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:22.209499 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-eaf12106-02be-4e03-8200-6c90de2e6bfe admin admin] 10.222.0.16 "PUT /v2.0/routers/e442fd49-4046-43db-89e2-a9a9c99aa488 HTTP/1.1" status: 200 len: 890 time: 1.9242184 Sep 29 19:35:22.343959 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device e832413c-85ec-4238-b2f0-f97c6b7c2d9b up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:35:22.398959 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port e832413c-85ec-4238-b2f0-f97c6b7c2d9b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:22.399328 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:23.064465 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Sync routers for ids ['e442fd49-4046-43db-89e2-a9a9c99aa488'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:35:23.075894 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Routers {'e442fd49-4046-43db-89e2-a9a9c99aa488'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:35:23.076561 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:35:08Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['e442fd49-4046-43db-89e2-a9a9c99aa488'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:35:23.292493 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Set router e442fd49-4046-43db-89e2-a9a9c99aa488 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:35:23.691260 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'name': 'router1', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b23c6c68-93ff-434c-9dc6-bb6b8050fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:35:04Z', 'updated_at': '2021-09-29T19:35:21Z', 'revision_number': 4, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'gw_port': {'id': 'b23c6c68-93ff-434c-9dc6-bb6b8050fe9d', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:35:20Z', 'updated_at': '2021-09-29T19:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'e832413c-85ec-4238-b2f0-f97c6b7c2d9b', 'name': '', 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'mac_address': 'fa:16:3e:30:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:35:12Z', 'updated_at': '2021-09-29T19:35:16Z', 'revision_number': 5, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'subnets': [{'id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce38873-740f-49fc-b612-c057912a78e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:35:23.744856 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Checking router: e442fd49-4046-43db-89e2-a9a9c99aa488 for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:35:23.745199 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Updating router e442fd49-4046-43db-89e2-a9a9c99aa488 port b23c6c68-93ff-434c-9dc6-bb6b8050fe9d binding host dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:35:23.792666 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:24.245743 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:24.253072 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:24.307407 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Attempting to bind port b23c6c68-93ff-434c-9dc6-bb6b8050fe9d on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:35:24.307407 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Attempting to bind port b23c6c68-93ff-434c-9dc6-bb6b8050fe9d by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:35:24.307407 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Attempting to bind port b23c6c68-93ff-434c-9dc6-bb6b8050fe9d on network 26c08563-6f65-4938-99ac-1afc67ee349a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:35:24.315977 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf78e50-c2b3-4fb9-870b-da509a696dd8 None None] Pushing event updated for resources: {'Port': ['ID=b23c6c68-93ff-434c-9dc6-bb6b8050fe9d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:24.318861 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:35:24.319246 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:35:24.319652 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:24.320064 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Bound using segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:35:24.320541 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Bound port: b23c6c68-93ff-434c-9dc6-bb6b8050fe9d, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:35:24.320920 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:24.374944 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] For port b23c6c68-93ff-434c-9dc6-bb6b8050fe9d, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:35:24.378405 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] For port b23c6c68-93ff-434c-9dc6-bb6b8050fe9d, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=b23c6c68-93ff-434c-9dc6-bb6b8050fe9d,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:35:24.382924 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:24.445282 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf78e50-c2b3-4fb9-870b-da509a696dd8 None None] Pushing event updated for resources: {'Port': ['ID=b23c6c68-93ff-434c-9dc6-bb6b8050fe9d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:24.447978 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Routers {'e442fd49-4046-43db-89e2-a9a9c99aa488'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:35:24.448592 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:35:08Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['e442fd49-4046-43db-89e2-a9a9c99aa488'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:35:24.560926 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] Set router e442fd49-4046-43db-89e2-a9a9c99aa488 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:35:24.790094 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'name': 'router1', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b23c6c68-93ff-434c-9dc6-bb6b8050fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:35:04Z', 'updated_at': '2021-09-29T19:35:21Z', 'revision_number': 4, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'gw_port': {'id': 'b23c6c68-93ff-434c-9dc6-bb6b8050fe9d', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:35:20Z', 'updated_at': '2021-09-29T19:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'e832413c-85ec-4238-b2f0-f97c6b7c2d9b', 'name': '', 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'mac_address': 'fa:16:3e:30:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:35:12Z', 'updated_at': '2021-09-29T19:35:16Z', 'revision_number': 5, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'subnets': [{'id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce38873-740f-49fc-b612-c057912a78e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:35:24.817183 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541cc507-8522-4844-90e3-f6910351fec4 None None] The sync data for ids ['e442fd49-4046-43db-89e2-a9a9c99aa488'] in dv-cinder-811740-1-iscsi is: [{'id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'name': 'router1', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b23c6c68-93ff-434c-9dc6-bb6b8050fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:35:04Z', 'updated_at': '2021-09-29T19:35:21Z', 'revision_number': 4, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'gw_port': {'id': 'b23c6c68-93ff-434c-9dc6-bb6b8050fe9d', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:35:20Z', 'updated_at': '2021-09-29T19:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'e832413c-85ec-4238-b2f0-f97c6b7c2d9b', 'name': '', 'network_id': '2e852741-b529-452f-9d56-12c4e03f6ca7', 'tenant_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'mac_address': 'fa:16:3e:30:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e442fd49-4046-43db-89e2-a9a9c99aa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:35:12Z', 'updated_at': '2021-09-29T19:35:16Z', 'revision_number': 5, 'project_id': 'cdd58ce791af421f97ab2ee3e7a7fcd6', 'subnets': [{'id': 'a93ef7b9-b5e1-4a48-adca-ca0448535f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce38873-740f-49fc-b612-c057912a78e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:35:24.835471 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 53520) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:35:24.968058 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-964ebbf3-9cf0-465a-835a-90432488d196 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1312578 Sep 29 19:35:26.469331 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device b23c6c68-93ff-434c-9dc6-bb6b8050fe9d up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:35:26.520955 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port b23c6c68-93ff-434c-9dc6-bb6b8050fe9d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:26.521332 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:26.606834 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:26.627117 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port b23c6c68-93ff-434c-9dc6-bb6b8050fe9d, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=b23c6c68-93ff-434c-9dc6-bb6b8050fe9d,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:35:26.631056 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:26.694916 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=b23c6c68-93ff-434c-9dc6-bb6b8050fe9d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:35:28.325791 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device b23c6c68-93ff-434c-9dc6-bb6b8050fe9d up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:35:28.378179 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port b23c6c68-93ff-434c-9dc6-bb6b8050fe9d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:35:28.378494 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:35.542197 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5b693cc-4809-4160-a6bd-2e16ca3019a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:38.512723 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a550-7a3e-4c5f-8b43-b02e9db9fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:38.528496 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:35:38.747027 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:39.359003 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:35:41.218694 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:05.538067 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b4847410-46e3-4953-8cb4-4f24d5923424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:08.524183 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8afee5d-827e-4009-a4eb-bba6a8671f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:08.756076 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:09.361730 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:11.215561 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:15.541441 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:36:35.538112 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8da87e2-032b-4c62-8fc3-eceaf2987600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:38.523921 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84cca9a1-1cbe-437c-a19b-feb4c574b147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:38.749890 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:39.364905 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:41.218571 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:36:52.532688 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:37:05.531090 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae43611f-321b-41c8-ae49-085e7f265e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:06.832965 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54082) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:06.896751 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-335f1d86-13a2-4978-a394-d3440d3edc2a admin admin] GET failed (client error): The resource could not be found. Sep 29 19:37:06.898089 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-335f1d86-13a2-4978-a394-d3440d3edc2a admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641835 Sep 29 19:37:07.070635 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0a10b7-691b-4356-b615-f31d85844777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:07.072822 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2c0a10b7-691b-4356-b615-f31d85844777 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1691575 Sep 29 19:37:08.516811 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f26fbbb-0b89-4c85-bc61-435658a7e5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:08.753297 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:09.331811 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54092) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:09.369060 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:09.424486 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110a19b-9191-4ab1-998d-c9dec793af7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:09.425832 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-0110a19b-9191-4ab1-998d-c9dec793af7a admin admin] 10.222.0.16 "GET /v2.0/subnets/a93ef7b9-b5e1-4a48-adca-ca0448535f7c HTTP/1.1" status: 200 len: 849 time: 0.0930815 Sep 29 19:37:09.436525 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:37:09.520188 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:09.744824 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776185586167'] for subnet, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:09.776280 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:09.776870 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:09.778166 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] 10.222.0.16 "PUT /v2.0/subnets/a93ef7b9-b5e1-4a48-adca-ca0448535f7c HTTP/1.1" status: 200 len: 868 time: 0.3453457 Sep 29 19:37:09.781129 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd21296-f857-4125-8e4b-26f96c802117 None None] Network 2e852741-b529-452f-9d56-12c4e03f6ca7 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:37:09.797380 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93ef7b9-b5e1-4a48-adca-ca0448535f7c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:37:09.805035 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.805397 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.805747 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.806155 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.806997 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.807535 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.807909 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.808256 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.808617 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.808954 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.809307 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:09.809610 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3780c73d-99d9-47c9-9b8c-08c3f9a7e1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:10.185571 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9cb7c0ca-ddf7-4494-8af6-5a6285ca5b1d None None] Provisioning complete for port e832413c-85ec-4238-b2f0-f97c6b7c2d9b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:37:10.185946 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cb7c0ca-ddf7-4494-8af6-5a6285ca5b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:10.276902 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9cb7c0ca-ddf7-4494-8af6-5a6285ca5b1d None None] Provisioning complete for port ead808a2-1872-4b3f-839b-f5f711621967 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:37:10.277198 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cb7c0ca-ddf7-4494-8af6-5a6285ca5b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:11.224089 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:12.015889 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54100) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:12.224675 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ccbd7-d815-4aa5-8caa-2c3c5fd39986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:12.225051 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ccbd7-d815-4aa5-8caa-2c3c5fd39986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:12.226588 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-831ccbd7-d815-4aa5-8caa-2c3c5fd39986 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2097318 Sep 29 19:37:14.477244 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54108) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:14.607363 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7379438e-e645-467e-8232-62d27fb74401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:14.607852 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7379438e-e645-467e-8232-62d27fb74401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:14.609404 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-7379438e-e645-467e-8232-62d27fb74401 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311615 Sep 29 19:37:16.828798 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54116) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:16.959164 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ba81c-285b-410f-92f7-7d09a381ca51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:16.960576 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-165ba81c-285b-410f-92f7-7d09a381ca51 admin admin] 10.222.0.16 "GET /v2.0/networks/26c08563-6f65-4938-99ac-1afc67ee349a HTTP/1.1" status: 200 len: 886 time: 0.1308446 Sep 29 19:37:19.192558 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54124) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:19.338384 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf63719-b5b2-4ea5-82c2-caa756073fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:19.340114 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-eaf63719-b5b2-4ea5-82c2-caa756073fcb admin admin] 10.222.0.16 "GET /v2.0/networks/2e852741-b529-452f-9d56-12c4e03f6ca7 HTTP/1.1" status: 200 len: 869 time: 0.1465142 Sep 29 19:37:21.575528 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54132) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:21.701079 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0f946-07a9-4404-aec1-51587c7e1e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:21.701535 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0f946-07a9-4404-aec1-51587c7e1e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:21.703105 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-67e0f946-07a9-4404-aec1-51587c7e1e0a admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266062 Sep 29 19:37:23.931625 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54140) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:24.029799 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412e0b2-9f9c-492a-a6bf-c1c8610b0a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:24.030258 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412e0b2-9f9c-492a-a6bf-c1c8610b0a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:24.031833 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2412e0b2-9f9c-492a-a6bf-c1c8610b0a43 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0992045 Sep 29 19:37:26.271186 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54148) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:26.362138 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b75f6a1-752c-4b09-a734-6af84438712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:26.363534 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2b75f6a1-752c-4b09-a734-6af84438712d admin admin] 10.222.0.16 "GET /v2.0/subnets/09ded518-9f94-47cf-b143-19055351502f HTTP/1.1" status: 200 len: 816 time: 0.0914011 Sep 29 19:37:28.613227 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54156) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:28.706795 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02c0eb-ac05-440b-8354-06f3655a1fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:28.708175 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2e02c0eb-ac05-440b-8354-06f3655a1fe1 admin admin] 10.222.0.16 "GET /v2.0/subnets/a93ef7b9-b5e1-4a48-adca-ca0448535f7c HTTP/1.1" status: 200 len: 868 time: 0.0940981 Sep 29 19:37:29.531001 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:37:35.532403 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4dac6266-125a-498d-8224-f6110f9a69fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:38.523446 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1918eb35-e9de-451a-87a5-2fb3f70604a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:38.765074 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:39.370743 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:41.233426 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:53.108206 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54210) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:53.156580 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [None req-c31cfe63-54e1-41fb-812c-f940ffe7bf48 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:37:53.157590 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-c31cfe63-54e1-41fb-812c-f940ffe7bf48 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0484393 Sep 29 19:37:55.431276 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54218) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:55.494974 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f205d6-83f2-4078-8473-f42abed5a661 admin admin] GET failed (client error): The resource could not be found. Sep 29 19:37:55.496329 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-e2f205d6-83f2-4078-8473-f42abed5a661 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0640807 Sep 29 19:37:55.584796 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9656ac5-32a9-4f07-b612-21b4fe69196f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:55.586502 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-a9656ac5-32a9-4f07-b612-21b4fe69196f admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0851314 Sep 29 19:37:57.840367 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54226) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:37:57.888388 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:37:57.913138 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Made reservation on behalf of fb21700342874abc9dc91afd223d762e for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:37:57.915588 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:57.960634 dv-cinder-811740-1-iscsi neutron-server[100712]: WARNING neutron.services.revisions.revision_plugin [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Could not find related network for resource to bump revision. Sep 29 19:37:57.977311 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:37:57.988922 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776185384331', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:57.989463 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Unsubscribe: segment precommit_create {{(pid=100712) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 19:37:57.989934 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.segments_db [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Added segment 72cadd0a-8280-4abb-89b1-4c0cdfcb6f05 of type vlan for network a7775feb-bff0-4a57-94eb-adaa115d3948 Sep 29 19:37:58.042160 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:58.073974 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:58.075051 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:37:58.075630 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:37:58.127354 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2858994 Sep 29 19:37:58.172568 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Pushing event updated for resources: {'Network': ['ID=a7775feb-bff0-4a57-94eb-adaa115d3948,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:37:58.180087 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.180456 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.180930 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.181251 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.181581 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.181927 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.182261 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.182594 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.182958 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.183267 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.183596 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.183934 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e6ea7-d703-4eda-9c12-7548087e9d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:37:58.196985 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network a7775feb-bff0-4a57-94eb-adaa115d3948 details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:38:00.416924 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:38:00.478398 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a2157a-24cf-4b24-80d5-cce611ce9cb8 admin admin] GET failed (client error): The resource could not be found. Sep 29 19:38:00.479719 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-d6a2157a-24cf-4b24-80d5-cce611ce9cb8 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618525 Sep 29 19:38:00.581847 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39cdb86-d33f-49db-833f-58ba95380ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:38:00.583309 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-f39cdb86-d33f-49db-833f-58ba95380ef0 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0988455 Sep 29 19:38:00.594200 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:38:00.615290 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Made reservation on behalf of fb21700342874abc9dc91afd223d762e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:38:00.618321 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:00.850022 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:00.907235 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a52076-3dde-4b12-a78f-cac11b346ef1,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:38:00.916299 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Checking segment: {'id': '72cadd0a-8280-4abb-89b1-4c0cdfcb6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:38:00.916652 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Network hostable DHCP agents. Network: a7775feb-bff0-4a57-94eb-adaa115d3948, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:38:00.933308 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Network a7775feb-bff0-4a57-94eb-adaa115d3948 is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:38:00.941959 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, a7775feb-bff0-4a57-94eb-adaa115d3948) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:38:00.946235 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:38:00.946818 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:00.953047 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062698d8-3a77-4f7d-9fa5-113d4e51179c None None] Network a7775feb-bff0-4a57-94eb-adaa115d3948 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:38:00.966715 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-2ddb6835-6c0a-4f13-b895-edc84ddb106e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3698328 Sep 29 19:38:01.112786 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp770c13e4-41fe-5b3f-b506-c85e762a202c-a7775feb-bff0-4a57-94eb-adaa115d3948', 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948', 'tenant_id': 'fb21700342874abc9dc91afd223d762e', 'fixed_ips': [{'subnet_id': '97a52076-3dde-4b12-a78f-cac11b346ef1'}]}} from dv-cinder-811740-1-iscsi. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 19:38:01.113832 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:01.248773 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Allocated IP 192.168.233.2 (a7775feb-bff0-4a57-94eb-adaa115d3948/97a52076-3dde-4b12-a78f-cac11b346ef1/ef880ca9-e752-4cff-ba83-a49b26cf28d2) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:38:01.397522 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:01.405422 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:01.442814 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Network a7775feb-bff0-4a57-94eb-adaa115d3948 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:38:01.444213 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:38:01.447252 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:38:01.461833 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Pushing event updated for resources: {'Port': ['ID=ef880ca9-e752-4cff-ba83-a49b26cf28d2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:38:01.483878 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.484239 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.484626 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.485005 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.485358 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.485713 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.486101 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.486490 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.486845 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.487214 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.487575 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.487936 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:38:01.527523 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Attempting to bind port ef880ca9-e752-4cff-ba83-a49b26cf28d2 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:38:01.527885 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Attempting to bind port ef880ca9-e752-4cff-ba83-a49b26cf28d2 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '72cadd0a-8280-4abb-89b1-4c0cdfcb6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:38:01.528261 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Attempting to bind port ef880ca9-e752-4cff-ba83-a49b26cf28d2 on network a7775feb-bff0-4a57-94eb-adaa115d3948 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:38:01.533831 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:38:01.534268 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Checking segment: {'id': '72cadd0a-8280-4abb-89b1-4c0cdfcb6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:38:01.534737 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:01.535132 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Bound using segment: {'id': '72cadd0a-8280-4abb-89b1-4c0cdfcb6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:38:01.536188 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Bound port: ef880ca9-e752-4cff-ba83-a49b26cf28d2, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cadd0a-8280-4abb-89b1-4c0cdfcb6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:38:01.536188 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:01.601738 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] For port ef880ca9-e752-4cff-ba83-a49b26cf28d2, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:38:01.605033 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] For port ef880ca9-e752-4cff-ba83-a49b26cf28d2, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=ef880ca9-e752-4cff-ba83-a49b26cf28d2,segment=NetworkSegment(72cadd0a-8280-4abb-89b1-4c0cdfcb6f05),segment_id=72cadd0a-8280-4abb-89b1-4c0cdfcb6f05)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:38:01.609621 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:01.667490 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e801082-4857-4f47-99a8-3d2db8f57007 None None] Pushing event updated for resources: {'Port': ['ID=ef880ca9-e752-4cff-ba83-a49b26cf28d2,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:38:02.495589 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device ef880ca9-e752-4cff-ba83-a49b26cf28d2 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:38:02.539427 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b755a5-741e-4426-8122-3a2cd224c69e None None] Network a7775feb-bff0-4a57-94eb-adaa115d3948 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:38:02.627334 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port ef880ca9-e752-4cff-ba83-a49b26cf28d2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:38:02.627631 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:02.674174 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3a3ccb07-3404-45fd-99a6-01617f0e7099 None None] Provisioning complete for port ef880ca9-e752-4cff-ba83-a49b26cf28d2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:38:02.674554 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a3ccb07-3404-45fd-99a6-01617f0e7099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:02.843895 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:02.886593 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a3ccb07-3404-45fd-99a6-01617f0e7099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:02.915890 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port ef880ca9-e752-4cff-ba83-a49b26cf28d2, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=ef880ca9-e752-4cff-ba83-a49b26cf28d2,segment=NetworkSegment(72cadd0a-8280-4abb-89b1-4c0cdfcb6f05),segment_id=72cadd0a-8280-4abb-89b1-4c0cdfcb6f05)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:38:02.922765 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:02.999355 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.db.api [None req-3a3ccb07-3404-45fd-99a6-01617f0e7099 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 19:38:03.000005 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG oslo_db.api [None req-3a3ccb07-3404-45fd-99a6-01617f0e7099 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 19:38:03.002453 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=ef880ca9-e752-4cff-ba83-a49b26cf28d2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:38:03.659992 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-25d6bde0-808e-4875-852e-277acb7371dd None None] Provisioning complete for port ef880ca9-e752-4cff-ba83-a49b26cf28d2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:38:03.660655 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25d6bde0-808e-4875-852e-277acb7371dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:04.441232 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device ef880ca9-e752-4cff-ba83-a49b26cf28d2 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:38:04.491206 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port ef880ca9-e752-4cff-ba83-a49b26cf28d2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:38:04.491578 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:05.538818 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15a8534c-9ef7-4503-b148-9593f327683c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:06.529854 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:38:08.518783 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7af48e31-03aa-4b06-8f92-b4760972a249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:08.756428 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:09.374169 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:11.244252 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:35.530189 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8f85aff-bc88-4848-b93f-bac2e9e329e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:38.521313 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d5b3063-39f2-4391-b1b3-fc2cad0f6da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:38.758970 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:39.377242 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:41.239378 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:38:43.529012 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:39:05.532998 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bac28be6-3414-4505-a894-df4695be905f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:08.531969 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a030a0cd-93de-4549-bdba-198d15629efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:08.761592 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:09.379745 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:11.014221 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54288) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:39:11.020472 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [None req-b7509b5f-3805-43ce-ac9f-83a9f62cab75 tempest-verify_tempest_config-1607117575 tempest-verify_tempest_config-1607117575-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:39:11.022733 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-b7509b5f-3805-43ce-ac9f-83a9f62cab75 tempest-verify_tempest_config-1607117575 tempest-verify_tempest_config-1607117575-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0075130 Sep 29 19:39:11.241773 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:11.328559 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54306) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:39:11.439903 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:11.530145 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:11.533752 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:11.583550 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0b5a8b71e1d4a37bf5823ab442830e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2538450 Sep 29 19:39:11.586452 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54310) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:39:11.587136 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd6e1f3-a242-4b2f-ab5b-802b9d7c7b00,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:39:11.594649 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.595006 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.595346 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.595673 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.596025 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.596366 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.596697 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.597033 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.597373 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.597701 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.598020 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.598335 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fedc9-2a41-45e0-9ceb-a6d00aa055f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.663807 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:11.684618 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:11.773320 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:11.775934 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:11.777103 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fd6e1f3-a242-4b2f-ab5b-802b9d7c7b00 HTTP/1.1" status: 204 len: 168 time: 0.1891210 Sep 29 19:39:11.784935 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd6e1f3-a242-4b2f-ab5b-802b9d7c7b00,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:39:11.792392 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.792759 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.793107 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.793445 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.793778 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.794127 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.794467 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.794918 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.795137 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.795469 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.795798 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:11.796155 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529b9d6-ed16-455b-9ef5-95e462d2e6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:39:20.526885 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:39:35.535239 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7163b25-433a-492a-92c3-ab6c5afa9dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:38.526984 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f774b70f-1126-4326-98fd-f3b45e2cb97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:38.762174 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:39.382352 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:41.247079 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:39:57.525891 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:40:05.538094 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b162ada-3287-4bc0-9d61-0287d159a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:08.530794 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d85d1dbe-6ba8-4c35-8f58-698bac51e0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:08.764398 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:09.385668 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:11.246729 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:34.524071 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:40:35.539301 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65545387-a753-4d5a-b6f9-27be08427d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:38.532383 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-547c5033-ec29-4bca-8a99-9d9b7d874c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:38.767854 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:39.389804 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:40.242509 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645335'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:41.250001 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:40:55.834303 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54386) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:40:55.937507 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-84f32295-6098-4871-b8ed-f6b86282914a admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1021013 Sep 29 19:40:58.191414 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:40:58.246970 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-37f39d2a-d510-48f8-a913-a3746421d8f7 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0544558 Sep 29 19:41:05.542825 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf118c87-0713-4cde-9cc4-b1dc5c733360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:08.533699 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-66ab465e-fe2e-4e51-9711-e793e439ff1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:08.769057 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:09.391700 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:10.229232 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:11.252420 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:11.523130 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:41:35.544518 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25405bd5-00cb-45f8-aba4-3200c0baf774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:38.534165 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7716cbb9-7b11-4347-afb3-b7e98729ed6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:38.771854 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:39.393662 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:40.244357 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:41.257744 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:41:48.521148 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:42:05.546219 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab08c0d1-b21b-47a3-9eb8-0bfb07917aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:08.537497 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c5c05b4-5d82-471a-991b-770e4be3f9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:08.778738 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:09.396778 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:10.244653 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:11.260365 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:25.539731 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:42:27.028859 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54562) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:27.464689 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-network', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:27.486704 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Made reservation on behalf of 3fb214c6f26e4ff4ba2f6e0a708798dd for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:27.489097 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:27.499182 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:27.655954 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:27.661572 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:27.686488 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:42:27.701771 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0791cf8-0615-4fed-94ca-adebb917f805,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:27.714518 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:27.714844 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.segments_db [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Added segment bd405a7f-4599-46e9-ac2e-7ec1e0e351d4 of type vlan for network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f Sep 29 19:42:27.717079 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.717546 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.717985 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.718418 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.718844 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.719267 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.719657 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.720082 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.720473 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.720868 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.721247 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.721629 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Tracked resource versions report: Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: pushed versions: Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: { 'AddressGroup': {'1.2'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'ConntrackHelper': {'1.0'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Log': {'1.0'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Network': {'1.1'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Port': {'1.7'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'PortForwarding': {'1.2'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'QosPolicy': {'1.9'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SecurityGroup': {'1.4'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SecurityGroupRule': {'1.2'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SubPort': {'1.0'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Subnet': {'1.1'}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Trunk': {'1.1'}} Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: consumer versions: Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: { DHCP agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: HyperV agent@hv-cinder-81174: {}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: L3 agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: Metadata agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: Metering agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: Open vSwitch agent@dv-cinder-811740-1-iscsi: { 'AddressGroup': '1.2', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'ConntrackHelper': '1.0', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Log': '1.0', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Network': '1.1', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Port': '1.7', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'PortForwarding': '1.2', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'QosPolicy': '1.9', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SecurityGroup': '1.4', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SecurityGroupRule': '1.2', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'SubPort': '1.0', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Subnet': '1.1', Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: 'Trunk': '1.1'}} Sep 29 19:42:27.722840 dv-cinder-811740-1-iscsi neutron-server[100712]: {{(pid=100712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 19:42:27.777502 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:27.802549 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:27.803494 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:27.804181 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:27.832737 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8012161 Sep 29 19:42:27.833438 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54610) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:27.842116 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Request body: {'subnet': {'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-subnet', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:27.879421 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Made reservation on behalf of 3fb214c6f26e4ff4ba2f6e0a708798dd for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:27.881875 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:27.904967 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64989739-c634-4c97-a9f8-6c74e356fd76 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:27.915786 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:42:28.094410 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.154650 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6daa1e76-42e3-408e-846d-ca7a46dcfacc,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:28.168732 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.169092 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.169443 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.169778 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.170163 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.170494 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.171182 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.171857 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.172783 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.172783 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.173077 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.173399 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Tracked resource versions report: Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: pushed versions: Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: { 'AddressGroup': {'1.2'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'ConntrackHelper': {'1.0'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Log': {'1.0'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Network': {'1.1'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Port': {'1.7'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'PortForwarding': {'1.2'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'QosPolicy': {'1.9'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SecurityGroup': {'1.4'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SecurityGroupRule': {'1.2'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SubPort': {'1.0'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Subnet': {'1.1'}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Trunk': {'1.1'}} Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: consumer versions: Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: { DHCP agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: HyperV agent@hv-cinder-81174: {}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: L3 agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: Metadata agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: Metering agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: Open vSwitch agent@dv-cinder-811740-1-iscsi: { 'AddressGroup': '1.2', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'ConntrackHelper': '1.0', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Log': '1.0', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Network': '1.1', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Port': '1.7', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'PortForwarding': '1.2', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'QosPolicy': '1.9', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SecurityGroup': '1.4', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SecurityGroupRule': '1.2', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'SubPort': '1.0', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Subnet': '1.1', Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: 'Trunk': '1.1'}} Sep 29 19:42:28.174512 dv-cinder-811740-1-iscsi neutron-server[100711]: {{(pid=100711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 19:42:28.179988 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Checking segment: {'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:28.180570 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Network hostable DHCP agents. Network: b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:42:28.204569 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:42:28.214966 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:28.219319 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:28.219922 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.235755 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d6a2f7-593a-4476-b3d1-43ad2bbc7349 None None] Network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:42:28.240443 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-bb63f96b-1f71-496e-adba-8c74aaee532b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4051526 Sep 29 19:42:28.241237 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:28.248835 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-router', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:28.264677 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54632) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:28.275424 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-709'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.276841 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-716'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.314378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54636) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:28.346810 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.464353 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8044806-8521-4a1a-b2b5-71b696d56842 None None] Network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:42:28.496923 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.745649 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.772882 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.775529 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-864151045-network', 'tenant_id': '834480e19e8144eb88824a97a65cafcd'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:28.818682 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Made reservation on behalf of 834480e19e8144eb88824a97a65cafcd for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:28.824213 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.852961 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-243285499-network', 'tenant_id': '878b8e11b553428e91d921606f3538cc'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:28.872799 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.899333 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Made reservation on behalf of 878b8e11b553428e91d921606f3538cc for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:28.900144 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Allocated IP 172.27.1.212 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/e4ec7e7e-6800-402f-b37a-5782d32c09ab) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:42:28.901834 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:28.922874 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.015364 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.026200 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.039927 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.066162 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:42:29.100166 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.100502 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Added segment c46b7bee-1c80-4c21-b648-41dfe54b4bd9 of type vlan for network f69940db-4fc4-4677-a3c2-e8aa346d35dc Sep 29 19:42:29.102243 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.104798 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ad195a-2b73-4418-b357-9abb17df436a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:29.150977 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:42:29.154274 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:29.158306 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:42:29.163879 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.214819 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.216267 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:29.217043 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.225478 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ec7e7e-6800-402f-b37a-5782d32c09ab,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:29.250489 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.267362 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.281254 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:42:29.291975 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.292587 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Added segment cfd57ae4-90a8-43f7-8cd8-36fa4f502806 of type vlan for network 7af25286-6779-42e2-a751-08bfe49b0b39 Sep 29 19:42:29.343140 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.396720 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56ebe33-a643-416a-b637-3da4f39b8f08,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:29.402088 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1362746 Sep 29 19:42:29.405813 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.407027 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:29.407796 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.420380 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54666) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:29.456693 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Request body: {'subnet': {'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-864151045-subnet', 'tenant_id': '834480e19e8144eb88824a97a65cafcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:29.464262 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1439378 Sep 29 19:42:29.464262 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b14f5d-5c52-46cd-ac23-0b5f231ebc97 admin admin] Pushing event updated for resources: {'Network': ['ID=f69940db-4fc4-4677-a3c2-e8aa346d35dc,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:29.465885 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54670) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:29.479709 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network f69940db-4fc4-4677-a3c2-e8aa346d35dc details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:42:29.533525 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Request body: {'subnet': {'network_id': '7af25286-6779-42e2-a751-08bfe49b0b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-243285499-subnet', 'tenant_id': '878b8e11b553428e91d921606f3538cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:29.540692 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a0c20-1ed3-48ed-b04c-9fd95ebacf0f admin admin] Pushing event updated for resources: {'Network': ['ID=7af25286-6779-42e2-a751-08bfe49b0b39,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:29.549389 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.577481 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Made reservation on behalf of 834480e19e8144eb88824a97a65cafcd for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:29.580588 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.600851 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 7af25286-6779-42e2-a751-08bfe49b0b39 details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:42:29.603750 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Made reservation on behalf of 878b8e11b553428e91d921606f3538cc for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:29.606348 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:29.900662 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:30.041658 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:30.052402 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:30.104291 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Router 318ae6d3-f26c-442d-a014-c3b7a7835095 is scheduled to L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 19:42:30.134493 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36106120-0e04-42f9-83b0-b987dd292ad8,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:30.186702 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Checking segment: {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:30.187041 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Network hostable DHCP agents. Network: f69940db-4fc4-4677-a3c2-e8aa346d35dc, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:42:30.197897 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Checking segment: {'id': 'cfd57ae4-90a8-43f7-8cd8-36fa4f502806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7af25286-6779-42e2-a751-08bfe49b0b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:30.198245 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Network hostable DHCP agents. Network: 7af25286-6779-42e2-a751-08bfe49b0b39, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:42:30.206566 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dee150a-ba68-4892-86c6-f1633a720ec7,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:30.228343 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Network f69940db-4fc4-4677-a3c2-e8aa346d35dc is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:42:30.235071 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Network 7af25286-6779-42e2-a751-08bfe49b0b39 is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:42:30.243431 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 7af25286-6779-42e2-a751-08bfe49b0b39) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:30.245976 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, f69940db-4fc4-4677-a3c2-e8aa346d35dc) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:30.252806 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ac396-7062-4eed-80b9-1cd4d1caefcf None None] Network 7af25286-6779-42e2-a751-08bfe49b0b39 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:42:30.271876 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:30.273350 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:30.276938 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:42:30.293266 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Sync routers for ids ['318ae6d3-f26c-442d-a014-c3b7a7835095'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:42:30.309184 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-e960d1ec-50e2-4b5f-a2b9-fb2f1be833c5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8315597 Sep 29 19:42:30.309184 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:30.309876 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:30.320126 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Routers {'318ae6d3-f26c-442d-a014-c3b7a7835095'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:42:30.321651 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:42:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['318ae6d3-f26c-442d-a014-c3b7a7835095'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:42:30.323267 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:30.328442 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-8254d855-289c-4b0a-9700-402772116680 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.0839825 Sep 29 19:42:30.328643 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54712) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:30.516535 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc966f0-a2ea-47ea-8031-202c5404bb83 None None] Network f69940db-4fc4-4677-a3c2-e8aa346d35dc requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:42:30.594277 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea0817-3505-43d6-bc2b-8ccabb98d80a None None] Network 7af25286-6779-42e2-a751-08bfe49b0b39 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:42:30.720908 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Set router 318ae6d3-f26c-442d-a014-c3b7a7835095 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:42:30.896912 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-930101d2-3eba-462d-b0bf-a56606042f7b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4360394 Sep 29 19:42:31.087213 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446a539c-278b-48a5-9ce2-49fc72de077b None None] Network f69940db-4fc4-4677-a3c2-e8aa346d35dc requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:42:31.105802 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-router', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:29Z', 'revision_number': 3, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'gw_port': {'id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:42:31.193873 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Checking router: 318ae6d3-f26c-442d-a014-c3b7a7835095 for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:42:31.194244 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Updating router 318ae6d3-f26c-442d-a014-c3b7a7835095 port e4ec7e7e-6800-402f-b37a-5782d32c09ab binding host dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:42:31.279901 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:31.665362 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:31.743249 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:31.760100 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:31.876047 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Pushing event updated for resources: {'Port': ['ID=e4ec7e7e-6800-402f-b37a-5782d32c09ab,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:31.892901 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.893629 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.893629 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.894080 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.894265 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.894586 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.894927 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.895257 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.895601 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.895959 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.896283 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.896868 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Tracked resource versions report: Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: pushed versions: Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: { 'AddressGroup': {'1.2'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'ConntrackHelper': {'1.0'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Log': {'1.0'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Network': {'1.1'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Port': {'1.7'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'PortForwarding': {'1.2'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'QosPolicy': {'1.9'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SecurityGroup': {'1.4'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SecurityGroupRule': {'1.2'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SubPort': {'1.0'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Subnet': {'1.1'}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Trunk': {'1.1'}} Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: consumer versions: Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: { DHCP agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: HyperV agent@hv-cinder-81174: {}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: L3 agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: Metadata agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: Metering agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: Open vSwitch agent@dv-cinder-811740-1-iscsi: { 'AddressGroup': '1.2', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'ConntrackHelper': '1.0', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Log': '1.0', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Network': '1.1', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Port': '1.7', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'PortForwarding': '1.2', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'QosPolicy': '1.9', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SecurityGroup': '1.4', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SecurityGroupRule': '1.2', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'SubPort': '1.0', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Subnet': '1.1', Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: 'Trunk': '1.1'}} Sep 29 19:42:31.898525 dv-cinder-811740-1-iscsi neutron-server[100714]: {{(pid=100714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 19:42:31.905287 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Attempting to bind port e4ec7e7e-6800-402f-b37a-5782d32c09ab on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:42:31.905696 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Attempting to bind port e4ec7e7e-6800-402f-b37a-5782d32c09ab by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:42:31.906062 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Attempting to bind port e4ec7e7e-6800-402f-b37a-5782d32c09ab on network 26c08563-6f65-4938-99ac-1afc67ee349a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:42:31.929032 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:42:31.930977 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:31.931414 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:31.931857 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Bound using segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:42:31.932580 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Bound port: e4ec7e7e-6800-402f-b37a-5782d32c09ab, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:42:31.933226 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:31.981906 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Allocated IP 172.20.0.1 (b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f/6daa1e76-42e3-408e-846d-ca7a46dcfacc/49f6fa29-c81e-4297-9676-62ce1ebca127) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:42:32.061162 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] For port e4ec7e7e-6800-402f-b37a-5782d32c09ab, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:42:32.067606 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] For port e4ec7e7e-6800-402f-b37a-5782d32c09ab, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=e4ec7e7e-6800-402f-b37a-5782d32c09ab,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:42:32.076611 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:32.213463 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:32.229534 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bf4af-3884-4a23-8cb1-672495381ad1 None None] Pushing event updated for resources: {'Port': ['ID=e4ec7e7e-6800-402f-b37a-5782d32c09ab,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:32.232466 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Routers {'318ae6d3-f26c-442d-a014-c3b7a7835095'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:42:32.233098 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:42:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['318ae6d3-f26c-442d-a014-c3b7a7835095'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:42:32.262791 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54820) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:32.281493 dv-cinder-811740-1-iscsi neutron-server[100712]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 19:42:32.283186 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:32.400488 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:42:32.409313 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:32.415971 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:42:32.418014 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645279'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:32.493591 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] Set router 318ae6d3-f26c-442d-a014-c3b7a7835095 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:42:32.513221 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Pushing event updated for resources: {'Port': ['ID=49f6fa29-c81e-4297-9676-62ce1ebca127,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:32.627810 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54846) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:32.741820 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-2d140dfa-5480-47a9-aed3-02071375d58e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:32.752468 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-2d140dfa-5480-47a9-aed3-02071375d58e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 814 time: 0.4832981 Sep 29 19:42:32.812654 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-d4bdc9af-e273-4cdd-a6b5-42c5cddf4f92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/quotas/834480e19e8144eb88824a97a65cafcd HTTP/1.1" status: 200 len: 375 time: 0.0590990 Sep 29 19:42:32.827144 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54858) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:32.884587 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:32.936908 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-b17dfa52-0e13-4a5b-a2ea-b340cffff810 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1232116 Sep 29 19:42:32.948895 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-router', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:29Z', 'revision_number': 3, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'gw_port': {'id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:42:33.016405 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c966dc-77da-4d63-9f01-7f1f546562f3 None None] The sync data for ids ['318ae6d3-f26c-442d-a014-c3b7a7835095'] in dv-cinder-811740-1-iscsi is: [{'id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-router', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:29Z', 'revision_number': 3, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'gw_port': {'id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:42:33.112169 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-613a1f2e-9807-4949-adb9-183338342c04 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:33.113531 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-613a1f2e-9807-4949-adb9-183338342c04 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/networks?id=7af25286-6779-42e2-a751-08bfe49b0b39 HTTP/1.1" status: 200 len: 811 time: 0.4845507 Sep 29 19:42:33.136420 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-0331f548-00cc-406f-804c-184d750299e7 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/quotas/878b8e11b553428e91d921606f3538cc HTTP/1.1" status: 200 len: 375 time: 0.0150747 Sep 29 19:42:33.197818 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-2e520d19-4c00-4492-8449-e3a17594e690 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=878b8e11b553428e91d921606f3538cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531297 Sep 29 19:42:33.226256 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:33.232756 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:33.233508 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643439'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:33.265364 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:33.309941 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54882) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:33.462320 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1293f99c-1beb-4242-a8ee-7a7d869bc608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:33.464844 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Pushing event updated for resources: {'Port': ['ID=49f6fa29-c81e-4297-9676-62ce1ebca127,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:33.477990 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bfd73a17-0e6a-448f-b91c-4ae47a4c5b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:33.530033 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:42:33.531771 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:33.555261 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09e3f0a9-7337-4e28-b99e-2ae636e07368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:33.581750 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e03c60fd-cbf4-49a2-a5ad-cfcf60cdd36a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:42:33.582793 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e03c60fd-cbf4-49a2-a5ad-cfcf60cdd36a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2020311 Sep 29 19:42:33.596958 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-72b2e649-e360-4108-b973-89c9470082f1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:42:33.598118 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-72b2e649-e360-4108-b973-89c9470082f1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1243780 Sep 29 19:42:33.683534 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Router 318ae6d3-f26c-442d-a014-c3b7a7835095 has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:42:33.779954 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1293f99c-1beb-4242-a8ee-7a7d869bc608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:33.789298 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1293f99c-1beb-4242-a8ee-7a7d869bc608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:33.820474 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:42:33.828710 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-eebd7c2b-5b23-4e4c-88b0-92fbfb09508e admin admin] 10.222.0.16 "PUT /v2.0/routers/318ae6d3-f26c-442d-a014-c3b7a7835095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4986391 Sep 29 19:42:33.874367 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293f99c-1beb-4242-a8ee-7a7d869bc608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfda2930-3e5d-49c2-8c0b-9b3a4eca7a69,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:33.883741 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-93149b59-0d48-466c-9ccf-79498be53054 service neutron] 10.222.0.16 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789099 Sep 29 19:42:33.887066 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-9fed7434-e07b-48a2-bbf8-ef0ce431bc68 service neutron] 10.222.0.16 "GET /v2.0/networks/7af25286-6779-42e2-a751-08bfe49b0b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737701 Sep 29 19:42:33.889828 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-1293f99c-1beb-4242-a8ee-7a7d869bc608 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dc901d1f1f0452d8000668b4c13d0d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6212904 Sep 29 19:42:33.895169 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54900) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:33.925200 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bfd73a17-0e6a-448f-b91c-4ae47a4c5b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:33.933349 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bfd73a17-0e6a-448f-b91c-4ae47a4c5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:33.983342 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-bfd73a17-0e6a-448f-b91c-4ae47a4c5b9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c460093a09c47ac89ea385a12411948&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1532481 Sep 29 19:42:33.984427 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd73a17-0e6a-448f-b91c-4ae47a4c5b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d86eed-74b3-47b0-8ae4-574c7b914e04,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:33.986772 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54902) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:34.064654 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb94cb65-435e-4d96-8d42-a616ad0ea567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.102248 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb94cb65-435e-4d96-8d42-a616ad0ea567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.167731 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6244d3fb-6ebf-4135-818e-64f6e47f8f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.171139 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-d1c63fd6-e2cc-4766-bf14-1bfab3c796b6 service neutron] 10.222.0.16 "GET /v2.0/networks/7af25286-6779-42e2-a751-08bfe49b0b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767298 Sep 29 19:42:34.176168 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-0cdc5931-b1c0-4589-8dd8-a245b484be54 service neutron] 10.222.0.16 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636819 Sep 29 19:42:34.196996 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb94cb65-435e-4d96-8d42-a616ad0ea567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.200380 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb94cb65-435e-4d96-8d42-a616ad0ea567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.203389 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-eb94cb65-435e-4d96-8d42-a616ad0ea567 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42d86eed-74b3-47b0-8ae4-574c7b914e04 HTTP/1.1" status: 204 len: 168 time: 0.2153840 Sep 29 19:42:34.214998 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6244d3fb-6ebf-4135-818e-64f6e47f8f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.235255 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94cb65-435e-4d96-8d42-a616ad0ea567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d86eed-74b3-47b0-8ae4-574c7b914e04,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:34.324108 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09e3f0a9-7337-4e28-b99e-2ae636e07368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.333320 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09e3f0a9-7337-4e28-b99e-2ae636e07368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.379846 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6244d3fb-6ebf-4135-818e-64f6e47f8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.384137 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6244d3fb-6ebf-4135-818e-64f6e47f8f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.385845 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-6244d3fb-6ebf-4135-818e-64f6e47f8f65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfda2930-3e5d-49c2-8c0b-9b3a4eca7a69 HTTP/1.1" status: 204 len: 168 time: 0.4805136 Sep 29 19:42:34.407035 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-09e3f0a9-7337-4e28-b99e-2ae636e07368 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb758429eb45480f86e001614eca745c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0960143 Sep 29 19:42:34.408149 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3f0a9-7337-4e28-b99e-2ae636e07368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2466758a-a064-4f83-b9c6-3d75e9d07940,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:34.409747 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 54924) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:34.427657 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244d3fb-6ebf-4135-818e-64f6e47f8f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfda2930-3e5d-49c2-8c0b-9b3a4eca7a69,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:34.548305 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-087ab336-8a46-4f28-bc62-e02a9dcc7f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.630888 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-087ab336-8a46-4f28-bc62-e02a9dcc7f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.745311 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device e4ec7e7e-6800-402f-b37a-5782d32c09ab up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:42:34.792245 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-087ab336-8a46-4f28-bc62-e02a9dcc7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.796836 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-087ab336-8a46-4f28-bc62-e02a9dcc7f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:34.802265 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-087ab336-8a46-4f28-bc62-e02a9dcc7f45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2466758a-a064-4f83-b9c6-3d75e9d07940 HTTP/1.1" status: 204 len: 168 time: 0.3891127 Sep 29 19:42:34.831803 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ab336-8a46-4f28-bc62-e02a9dcc7f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2466758a-a064-4f83-b9c6-3d75e9d07940,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:34.883583 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3639899c-ebeb-4277-9e08-16da5a608e4a req-8148d7b7-39a8-4a24-8842-cc56e260c87a tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0653419 Sep 29 19:42:34.890563 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port e4ec7e7e-6800-402f-b37a-5782d32c09ab triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:42:34.890943 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:35.075623 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:35.095783 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 54978) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:35.102774 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port e4ec7e7e-6800-402f-b37a-5782d32c09ab, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=e4ec7e7e-6800-402f-b37a-5782d32c09ab,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:42:35.107843 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:35.129219 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-310263be-96c6-4226-84d3-c1a6ea233bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:35.204150 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=e4ec7e7e-6800-402f-b37a-5782d32c09ab,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:35.225187 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.226200 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.226821 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.227166 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.229178 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.230044 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.231835 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.232376 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.232919 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.235843 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.236432 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.236964 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Tracked resource versions report: Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: pushed versions: Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: { 'AddressGroup': {'1.2'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'ConntrackHelper': {'1.0'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Log': {'1.0'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Network': {'1.1'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Port': {'1.7'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'PortForwarding': {'1.2'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'QosPolicy': {'1.9'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SecurityGroup': {'1.4'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SecurityGroupRule': {'1.2'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SubPort': {'1.0'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Subnet': {'1.1'}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Trunk': {'1.1'}} Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: consumer versions: Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: { DHCP agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: HyperV agent@hv-cinder-81174: {}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: L3 agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: Metadata agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: Metering agent@dv-cinder-811740-1-iscsi: {}, Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: Open vSwitch agent@dv-cinder-811740-1-iscsi: { 'AddressGroup': '1.2', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'ConntrackHelper': '1.0', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Log': '1.0', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Network': '1.1', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Port': '1.7', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'PortForwarding': '1.2', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'QosPolicy': '1.9', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SecurityGroup': '1.4', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SecurityGroupRule': '1.2', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'SubPort': '1.0', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Subnet': '1.1', Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: 'Trunk': '1.1'}} Sep 29 19:42:35.238342 dv-cinder-811740-1-iscsi neutron-server[100713]: {{(pid=100713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 19:42:35.555104 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89dff1a0-b260-4fe0-b08d-bddc889ff3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:35.575140 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Sync routers for ids ['318ae6d3-f26c-442d-a014-c3b7a7835095'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:42:35.587037 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Routers {'318ae6d3-f26c-442d-a014-c3b7a7835095'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:42:35.588175 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:42:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['318ae6d3-f26c-442d-a014-c3b7a7835095'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:42:35.634179 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55008) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:35.660683 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f2b71ae5-50eb-438b-9c34-9059866e0de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:35.682398 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-107080cb-64dd-4f0e-981a-ce618ffc956b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:35.691061 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-107080cb-64dd-4f0e-981a-ce618ffc956b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 819 time: 0.1573565 Sep 29 19:42:35.707228 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-45842899-2490-4b65-8c93-bb3808f9c16e req-c5a424f4-b151-45e3-9d4d-4eefb043348c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 210 time: 0.4440105 Sep 29 19:42:35.739582 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-c7ebf706-80bb-4150-8918-462ddaa44fd8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/quotas/3fb214c6f26e4ff4ba2f6e0a708798dd HTTP/1.1" status: 200 len: 375 time: 0.0472004 Sep 29 19:42:35.846667 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-9d77351d-d3e6-49b6-9d7b-29751e345c18 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063538 Sep 29 19:42:35.934135 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-310263be-96c6-4226-84d3-c1a6ea233bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:35.937658 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Set router 318ae6d3-f26c-442d-a014-c3b7a7835095 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:42:35.952065 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-310263be-96c6-4226-84d3-c1a6ea233bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.068092 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55030) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:36.113716 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c2ccd612-b8b7-49e7-835d-a5abe1f73e5d req-0f217faa-8d24-4a3b-b30a-01baa684ae30 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 210 time: 0.1028817 Sep 29 19:42:36.117809 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-310263be-96c6-4226-84d3-c1a6ea233bc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=884bd8d0a75041cf8abfaecdc4eebe9f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0203104 Sep 29 19:42:36.118959 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310263be-96c6-4226-84d3-c1a6ea233bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d941d55-35fc-410c-8e0e-cee760e59967,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:36.126996 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0eee2b06-b873-424a-a958-8a531554ee29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.140047 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-45e7a7f1-037e-4fe8-a5b3-a647ee96b156 service neutron] 10.222.0.16 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924192 Sep 29 19:42:36.147732 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55034) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:36.265466 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f2b71ae5-50eb-438b-9c34-9059866e0de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.266711 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55038) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:36.284024 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f2b71ae5-50eb-438b-9c34-9059866e0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.340737 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b71ae5-50eb-438b-9c34-9059866e0de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c569220e-3518-4c22-af0b-823365c4771a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:36.358819 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-f2b71ae5-50eb-438b-9c34-9059866e0de8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b91168e68f3f40ba89d1a137d022cffd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7229469 Sep 29 19:42:36.362966 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55046) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:36.390062 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90d66c65-ddbd-48fd-a1bc-ae16b79673ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.403566 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-963df39b-9ef5-4bab-8ff6-2e54f2abe912 service neutron] 10.222.0.16 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623389 Sep 29 19:42:36.411504 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-router', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:32Z', 'revision_number': 4, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'gw_port': {'id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '49f6fa29-c81e-4297-9676-62ce1ebca127', 'name': '', 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'mac_address': 'fa:16:3e:23:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6daa1e76-42e3-408e-846d-ca7a46dcfacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:42:31Z', 'updated_at': '2021-09-29T19:42:32Z', 'revision_number': 2, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'subnets': [{'id': '6daa1e76-42e3-408e-846d-ca7a46dcfacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:42:36.426817 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90d66c65-ddbd-48fd-a1bc-ae16b79673ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.487337 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e2b05c7-d198-4251-b118-ccf16cb1d06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.523003 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e2b05c7-d198-4251-b118-ccf16cb1d06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.539570 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90d66c65-ddbd-48fd-a1bc-ae16b79673ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.547057 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Checking router: 318ae6d3-f26c-442d-a014-c3b7a7835095 for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:42:36.548203 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Updating router 318ae6d3-f26c-442d-a014-c3b7a7835095 port 49f6fa29-c81e-4297-9676-62ce1ebca127 binding host dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:42:36.572328 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90d66c65-ddbd-48fd-a1bc-ae16b79673ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.573566 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-90d66c65-ddbd-48fd-a1bc-ae16b79673ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d941d55-35fc-410c-8e0e-cee760e59967 HTTP/1.1" status: 204 len: 168 time: 0.4058976 Sep 29 19:42:36.591574 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e2b05c7-d198-4251-b118-ccf16cb1d06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.595058 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e2b05c7-d198-4251-b118-ccf16cb1d06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.596783 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-1e2b05c7-d198-4251-b118-ccf16cb1d06d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c569220e-3518-4c22-af0b-823365c4771a HTTP/1.1" status: 204 len: 168 time: 0.2307694 Sep 29 19:42:36.610442 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b05c7-d198-4251-b118-ccf16cb1d06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c569220e-3518-4c22-af0b-823365c4771a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:36.625330 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.652900 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0eee2b06-b873-424a-a958-8a531554ee29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.657355 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d66c65-ddbd-48fd-a1bc-ae16b79673ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d941d55-35fc-410c-8e0e-cee760e59967,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:36.670343 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0eee2b06-b873-424a-a958-8a531554ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.713286 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee2b06-b873-424a-a958-8a531554ee29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e98d70-1c27-41b3-bc31-1751af2d000c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:36.723294 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5bc9-a015-4a01-be5e-62fce51c6342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:36.756393 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device e4ec7e7e-6800-402f-b37a-5782d32c09ab up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:42:36.848011 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-0eee2b06-b873-424a-a958-8a531554ee29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a41810dc773d4f65831075033ade76c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7773123 Sep 29 19:42:36.898650 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55062) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:36.900836 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-301df739-5975-4c76-80cf-503a40840957 req-d1085d23-5161-455e-bf15-dc37e147d26a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 210 time: 0.0826499 Sep 29 19:42:37.061798 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e9eadf85-5312-4780-8bc9-bcfaf54b4eda req-0a938182-6a31-448d-b258-c94eabeaafb1 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 210 time: 0.1299953 Sep 29 19:42:37.157565 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79721743-a8f9-44fe-b8cb-a3f4cdfdcd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.219802 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5bc9-a015-4a01-be5e-62fce51c6342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.224483 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port e4ec7e7e-6800-402f-b37a-5782d32c09ab triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:42:37.225997 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.228448 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5bc9-a015-4a01-be5e-62fce51c6342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.232935 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79721743-a8f9-44fe-b8cb-a3f4cdfdcd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.312698 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79721743-a8f9-44fe-b8cb-a3f4cdfdcd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.316935 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79721743-a8f9-44fe-b8cb-a3f4cdfdcd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.318587 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-79721743-a8f9-44fe-b8cb-a3f4cdfdcd49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41e98d70-1c27-41b3-bc31-1751af2d000c HTTP/1.1" status: 204 len: 168 time: 0.4105444 Sep 29 19:42:37.330921 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79721743-a8f9-44fe-b8cb-a3f4cdfdcd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e98d70-1c27-41b3-bc31-1751af2d000c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:37.348645 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55106) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:37.348874 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-8b9c5bc9-a015-4a01-be5e-62fce51c6342 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1351898daa744821bf35b30b35ebe74d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0795166 Sep 29 19:42:37.410133 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c5bc9-a015-4a01-be5e-62fce51c6342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc3b94f-6cc1-4dda-82f3-3c58132df362,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:37.439775 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e556445c-c266-43fd-a82b-68f41f7ab842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.478934 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e556445c-c266-43fd-a82b-68f41f7ab842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.609456 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e033b9eb-85ae-4688-9a81-46ea7e0631e2 req-91581714-e556-493a-af7e-78141ef1e50f tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 210 time: 0.1087427 Sep 29 19:42:37.724710 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e556445c-c266-43fd-a82b-68f41f7ab842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.728465 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e556445c-c266-43fd-a82b-68f41f7ab842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.729841 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-e556445c-c266-43fd-a82b-68f41f7ab842 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bc3b94f-6cc1-4dda-82f3-3c58132df362 HTTP/1.1" status: 204 len: 168 time: 0.3795834 Sep 29 19:42:37.758197 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-8498f61e-b8b7-42db-9e12-9cde62e0718c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:37.759743 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-8498f61e-b8b7-42db-9e12-9cde62e0718c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 819 time: 0.2546778 Sep 29 19:42:37.760519 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556445c-c266-43fd-a82b-68f41f7ab842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc3b94f-6cc1-4dda-82f3-3c58132df362,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:37.782366 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-99d5bc20-2680-4c42-810a-05c18c909e59 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/quotas/3fb214c6f26e4ff4ba2f6e0a708798dd HTTP/1.1" status: 200 len: 375 time: 0.0109017 Sep 29 19:42:37.833318 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.849113 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:37.877934 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-8eaa1eb0-bb6b-4a37-b94c-4639c03d582d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882120 Sep 29 19:42:37.933368 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fab9ad-71ba-4783-b443-543a3ce21550 None None] Pushing event updated for resources: {'Port': ['ID=49f6fa29-c81e-4297-9676-62ce1ebca127,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:38.004231 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Attempting to bind port 49f6fa29-c81e-4297-9676-62ce1ebca127 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:42:38.004607 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Attempting to bind port 49f6fa29-c81e-4297-9676-62ce1ebca127 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:42:38.004973 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Attempting to bind port 49f6fa29-c81e-4297-9676-62ce1ebca127 on network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:42:38.013577 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:42:38.013969 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Checking segment: {'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:38.014375 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:38.014948 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Bound using segment: {'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:42:38.015999 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Bound port: 49f6fa29-c81e-4297-9676-62ce1ebca127, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:42:38.016220 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:38.048476 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-57b7b9aa-d4a1-4381-8fad-3adbf855c140 req-e0318e32-5b42-4f71-a860-4da0a9825ba6 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 210 time: 0.0321598 Sep 29 19:42:38.098136 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-3510354f-4370-4a9a-9bcf-68d502a5123e service neutron] 10.222.0.16 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070985 Sep 29 19:42:38.134962 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] For port 49f6fa29-c81e-4297-9676-62ce1ebca127, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:42:38.138940 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] For port 49f6fa29-c81e-4297-9676-62ce1ebca127, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=49f6fa29-c81e-4297-9676-62ce1ebca127,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:42:38.145096 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:38.227634 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-eee7e838-bd86-460e-9436-c3850974ac2f service neutron] 10.222.0.16 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283624 Sep 29 19:42:38.237346 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Routers {'318ae6d3-f26c-442d-a014-c3b7a7835095'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:42:38.238064 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:42:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['318ae6d3-f26c-442d-a014-c3b7a7835095'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:42:38.285612 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fab9ad-71ba-4783-b443-543a3ce21550 None None] Pushing event updated for resources: {'Port': ['ID=49f6fa29-c81e-4297-9676-62ce1ebca127,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:38.388712 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] Set router 318ae6d3-f26c-442d-a014-c3b7a7835095 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:42:38.402674 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55162) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:38.422818 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93396dc0-ab6e-487c-8ed2-f1269e842746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:38.557249 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-09845908-8bbe-411a-905a-c6044360dbaf req-c2b76bc6-766d-4a1c-972a-4f76dd68086e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 210 time: 0.0987506 Sep 29 19:42:38.688810 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93396dc0-ab6e-487c-8ed2-f1269e842746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:38.697849 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93396dc0-ab6e-487c-8ed2-f1269e842746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:38.767180 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:38.788676 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-93396dc0-ab6e-487c-8ed2-f1269e842746 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f579cf86f06543328dd88832895dbd78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3649135 Sep 29 19:42:38.810665 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bda27dbb-a5d8-4340-a497-03406f391185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:38.871024 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:38.879142 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93396dc0-ab6e-487c-8ed2-f1269e842746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1382acca-459b-42f8-a2b8-10d3478193a8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:39.024529 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a1b90f96-f20b-4d0d-ba0a-6c83408713c0 req-31f8547d-4e15-44a9-8750-919b5d5a5a0e tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 210 time: 0.2190087 Sep 29 19:42:39.069607 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d3269d8-bc2c-4a6d-9a38-d8e4a1e6f7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:39.148836 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d3269d8-bc2c-4a6d-9a38-d8e4a1e6f7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:39.170773 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-router', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:32Z', 'revision_number': 4, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'gw_port': {'id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '49f6fa29-c81e-4297-9676-62ce1ebca127', 'name': '', 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'mac_address': 'fa:16:3e:23:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6daa1e76-42e3-408e-846d-ca7a46dcfacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:42:31Z', 'updated_at': '2021-09-29T19:42:38Z', 'revision_number': 4, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'subnets': [{'id': '6daa1e76-42e3-408e-846d-ca7a46dcfacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:42:39.270919 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74d7ed-616d-4b0c-9a84-88c4b84b3506 None None] The sync data for ids ['318ae6d3-f26c-442d-a014-c3b7a7835095'] in dv-cinder-811740-1-iscsi is: [{'id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-router', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:32Z', 'revision_number': 4, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'gw_port': {'id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '49f6fa29-c81e-4297-9676-62ce1ebca127', 'name': '', 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'mac_address': 'fa:16:3e:23:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6daa1e76-42e3-408e-846d-ca7a46dcfacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:42:31Z', 'updated_at': '2021-09-29T19:42:38Z', 'revision_number': 4, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'subnets': [{'id': '6daa1e76-42e3-408e-846d-ca7a46dcfacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:42:39.275348 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d3269d8-bc2c-4a6d-9a38-d8e4a1e6f7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:39.280594 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d3269d8-bc2c-4a6d-9a38-d8e4a1e6f7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:39.283564 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-8d3269d8-bc2c-4a6d-9a38-d8e4a1e6f7be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1382acca-459b-42f8-a2b8-10d3478193a8 HTTP/1.1" status: 204 len: 168 time: 0.5141833 Sep 29 19:42:39.310374 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3269d8-bc2c-4a6d-9a38-d8e4a1e6f7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1382acca-459b-42f8-a2b8-10d3478193a8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:39.433295 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:39.434459 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d49b859-f10a-43ae-884c-856c5e628d48 req-73e23baf-ff3c-4a95-8b7f-b073c911a05b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 210 time: 0.1189260 Sep 29 19:42:39.720267 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6a81b6d6-0491-4c11-b8ac-d1c664433d6c req-9ad44517-7348-4812-ae85-7d8cff29e0ec tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 210 time: 0.0416279 Sep 29 19:42:39.852799 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.47', 61730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:40.015061 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-a036cb4d-0e99-4ab6-a4f3-31eb89a270b8 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:40.016892 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-a036cb4d-0e99-4ab6-a4f3-31eb89a270b8 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.47 "GET /v2.0/networks?id=7af25286-6779-42e2-a751-08bfe49b0b39 HTTP/1.1" status: 200 len: 811 time: 0.1627417 Sep 29 19:42:40.081833 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Request body: {'port': {'device_id': 'e2f0886c-ce05-43b9-aa29-3d33eb42b6f9', 'network_id': '7af25286-6779-42e2-a751-08bfe49b0b39', 'admin_state_up': True, 'tenant_id': '878b8e11b553428e91d921606f3538cc'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:40.234574 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e1080ae4-d0e3-4651-b8eb-7672cb6a89d3 req-5e86bed6-1b6d-4781-8e80-b7f999b0b1f2 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0522699 Sep 29 19:42:40.295463 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:40.421860 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.47', 61735) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:40.586690 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Made reservation on behalf of 878b8e11b553428e91d921606f3538cc for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:40.603492 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:40.801033 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 49f6fa29-c81e-4297-9676-62ce1ebca127 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:42:40.911914 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 49f6fa29-c81e-4297-9676-62ce1ebca127 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:42:40.912451 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:40.995422 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-65c60c2a-74e9-454e-8a82-a5e1af6c7eb7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:40.998146 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-65c60c2a-74e9-454e-8a82-a5e1af6c7eb7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 814 time: 0.5699072 Sep 29 19:42:41.013154 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Request body: {'port': {'device_id': '7591684a-9964-4316-85d8-5abd8a746549', 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc', 'admin_state_up': True, 'tenant_id': '834480e19e8144eb88824a97a65cafcd'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:41.029538 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:41.092922 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port 49f6fa29-c81e-4297-9676-62ce1ebca127, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=49f6fa29-c81e-4297-9676-62ce1ebca127,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:42:41.104742 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:41.152940 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3dc0b5a2-0ce2-4d56-add4-2cb65d695732 req-80a435d0-53f4-4d3e-b8e5-7d3cb1ebb3eb tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 210 time: 0.4739459 Sep 29 19:42:41.159589 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fd86c40d-0d5d-4f99-81f1-1521bc1367e4 req-e225b190-7a14-4d3c-a008-55451288ed58 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 210 time: 0.2199512 Sep 29 19:42:41.337049 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=49f6fa29-c81e-4297-9676-62ce1ebca127,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:41.363390 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:41.463742 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Made reservation on behalf of 834480e19e8144eb88824a97a65cafcd for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:41.470817 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:41.571615 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b65e75d6-f33e-4266-9358-8cb316fc2f5e req-5ac4f4c4-9549-4d08-816b-a6ad316acffe tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 210 time: 0.1184978 Sep 29 19:42:41.603432 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Allocated IP 172.20.0.10 (7af25286-6779-42e2-a751-08bfe49b0b39/3dee150a-ba68-4892-86c6-f1633a720ec7/69ca9a33-356c-4bdd-8863-bdca18d0ab79) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:42:41.657098 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.47', 61744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:41.906406 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-3b2b2380-5cc8-4bb4-a717-cd114625a1f9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:41.908356 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-3b2b2380-5cc8-4bb4-a717-cd114625a1f9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.47 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 819 time: 0.2497480 Sep 29 19:42:41.923474 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Allocated IP 172.20.0.2 (f69940db-4fc4-4677-a3c2-e8aa346d35dc/36106120-0e04-42f9-83b0-b987dd292ad8/27e2c6cb-754d-44df-9f69-239aef42e92e) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:42:41.947411 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Request body: {'port': {'device_id': 'd2139ad4-9a60-4228-b213-89bed6942e0e', 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f', 'admin_state_up': True, 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:42.000188 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:42.109042 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.47', 61747) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:42.207796 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:42.399800 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Made reservation on behalf of 3fb214c6f26e4ff4ba2f6e0a708798dd for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:42.406243 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:42.559595 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-017c5077-07d1-44d2-ab3e-9221e7873303 req-09203b76-f951-4d0a-8445-3fcf523b718a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 210 time: 0.1910059 Sep 29 19:42:42.566410 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Network 7af25286-6779-42e2-a751-08bfe49b0b39 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:42:42.599371 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ce9d5a3-7b98-4418-834b-2be77d7a0f79 req-2fd9fdaa-5965-428c-8b1d-45a00312437e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 210 time: 0.2372348 Sep 29 19:42:42.675009 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Pushing event updated for resources: {'Port': ['ID=69ca9a33-356c-4bdd-8863-bdca18d0ab79,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:42.710463 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:42.822829 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:42:42.839387 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 49f6fa29-c81e-4297-9676-62ce1ebca127 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:42:42.850443 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:42.861640 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:42.911149 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:42.956823 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:43.036984 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 49f6fa29-c81e-4297-9676-62ce1ebca127 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:42:43.039576 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:43.071133 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Network f69940db-4fc4-4677-a3c2-e8aa346d35dc is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:42:43.073202 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:43.081250 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:42:43.093274 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:43.094334 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:43.126796 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-8f617999-ee4a-4c71-8cea-c539aecbb73a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:43.128942 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-8f617999-ee4a-4c71-8cea-c539aecbb73a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.47 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 819 time: 1.0120285 Sep 29 19:42:43.139994 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1294715 Sep 29 19:42:43.147072 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18459cd8-879a-4e69-a539-4e5c23269fd2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Pushing event updated for resources: {'Port': ['ID=27e2c6cb-754d-44df-9f69-239aef42e92e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:43.180507 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-64d683ec-e906-4705-b589-098b72d27d7c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1039138 Sep 29 19:42:43.208532 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee72156-9822-497b-b742-e3ef2d8dcaa8 req-b2d14629-c394-4319-86b7-610766edcdfd tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:43.211370 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dee72156-9822-497b-b742-e3ef2d8dcaa8 req-b2d14629-c394-4319-86b7-610766edcdfd tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 932 time: 0.4403384 Sep 29 19:42:43.218698 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Request body: {'port': {'device_id': '2e430c09-ef27-4a3f-82b0-04f340b46d74', 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f', 'admin_state_up': True, 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:43.239921 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-c097df65-2f15-4698-a83b-1e26255131cf tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:42:43.242147 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-c097df65-2f15-4698-a83b-1e26255131cf tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0153470 Sep 29 19:42:43.242508 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-1703ad43-c03d-4350-aa27-a10f58d88dee tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:42:43.246412 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-1703ad43-c03d-4350-aa27-a10f58d88dee tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0118570 Sep 29 19:42:43.535316 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Made reservation on behalf of 3fb214c6f26e4ff4ba2f6e0a708798dd for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:43.546758 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:43.579798 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dee72156-9822-497b-b742-e3ef2d8dcaa8 req-47fb28af-d93f-4e20-9056-a2eca24343b1 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496301 Sep 29 19:42:43.591953 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Allocated IP 172.20.0.5 (b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f/6daa1e76-42e3-408e-846d-ca7a46dcfacc/8318359d-606d-4545-a7db-08fd980d52fa) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:42:43.782400 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-249eb48f-4ee1-4fd8-ab81-991f420dfa6a req-bd543566-ea13-4659-b93d-2ccd8fa3c49c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 210 time: 0.0698721 Sep 29 19:42:43.983347 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304fcb2-a1b5-4c58-af87-811febad5d17 req-25569f9d-dbe0-4371-8012-09720c563981 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:43.985775 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b304fcb2-a1b5-4c58-af87-811febad5d17 req-25569f9d-dbe0-4371-8012-09720c563981 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 931 time: 0.1546524 Sep 29 19:42:44.044872 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:44.056086 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b304fcb2-a1b5-4c58-af87-811febad5d17 req-91a76613-91d1-4fcf-9ac9-be67190c0aa1 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589321 Sep 29 19:42:44.115588 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:44.172409 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:42:44.176751 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:44.186233 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:42:44.193105 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:44.194907 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:44.220321 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Pushing event updated for resources: {'Port': ['ID=8318359d-606d-4545-a7db-08fd980d52fa,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:44.238635 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-ae2db2ff-9aa9-4003-b6bf-86e37f4efc1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3116679 Sep 29 19:42:44.299143 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Allocated IP 172.20.0.7 (b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f/6daa1e76-42e3-408e-846d-ca7a46dcfacc/78d5b6bf-9979-434b-8ad2-abb5f6a62697) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:42:44.552183 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55410) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:44.682177 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:44.764526 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:44.893567 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Pushing event updated for resources: {'Port': ['ID=78d5b6bf-9979-434b-8ad2-abb5f6a62697,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:44.896957 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8073c94-cdd0-4996-838a-8dd64df7de52 req-a8db97e7-2086-4ad3-8a7f-01e1ccb759ba tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:44.909716 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a8073c94-cdd0-4996-838a-8dd64df7de52 req-a8db97e7-2086-4ad3-8a7f-01e1ccb759ba tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 932 time: 0.1620700 Sep 29 19:42:44.917803 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:42:44.919928 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:44.924952 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:42:44.933633 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:44.934321 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:44.972808 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-b276d981-fea7-4149-b22d-2ad8f2488fa3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7587824 Sep 29 19:42:45.069153 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a8073c94-cdd0-4996-838a-8dd64df7de52 req-0349d26b-b6cb-4326-8f49-1bea31a53b26 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562827 Sep 29 19:42:45.115986 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3d003-954d-42d6-980d-6b66c286cc0b req-f83d76f9-ca09-454b-aca2-0221d9117828 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:45.117779 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-34d3d003-954d-42d6-980d-6b66c286cc0b req-f83d76f9-ca09-454b-aca2-0221d9117828 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 931 time: 0.2012126 Sep 29 19:42:45.118820 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-625a2a6a-f787-46a5-aef8-15481baf8231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:45.212421 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-34d3d003-954d-42d6-980d-6b66c286cc0b req-e0d38544-f5ae-4a35-b921-529aee036cb1 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833638 Sep 29 19:42:45.375510 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93366fdc-62ba-4e2a-86db-921ccc8c95d9 req-50ebe22d-383c-416b-a81a-bceb704b0cc0 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:45.378660 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-93366fdc-62ba-4e2a-86db-921ccc8c95d9 req-50ebe22d-383c-416b-a81a-bceb704b0cc0 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 931 time: 0.1539617 Sep 29 19:42:45.456584 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-625a2a6a-f787-46a5-aef8-15481baf8231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:45.465179 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-625a2a6a-f787-46a5-aef8-15481baf8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:45.517885 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-625a2a6a-f787-46a5-aef8-15481baf8231 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=953d46b5c0e344d1ac8d295aae2f06a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9635308 Sep 29 19:42:45.520420 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55440) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:45.544849 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-93366fdc-62ba-4e2a-86db-921ccc8c95d9 req-0ae89a2a-3399-45b8-8cc2-3158e29339f9 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191647 Sep 29 19:42:45.556766 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a2a6a-f787-46a5-aef8-15481baf8231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249b5177-6af7-43a7-9759-8e774c175129,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:45.629745 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88b6f21b-8d06-419a-a833-6187547d5fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:45.677066 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88b6f21b-8d06-419a-a833-6187547d5fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:45.777075 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88b6f21b-8d06-419a-a833-6187547d5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:45.781318 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88b6f21b-8d06-419a-a833-6187547d5fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:45.781318 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-88b6f21b-8d06-419a-a833-6187547d5fdc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/249b5177-6af7-43a7-9759-8e774c175129 HTTP/1.1" status: 204 len: 168 time: 0.2590742 Sep 29 19:42:45.813374 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6f21b-8d06-419a-a833-6187547d5fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249b5177-6af7-43a7-9759-8e774c175129,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:46.210573 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77dac7-b17f-4e55-ac66-366cc5945faa req-eefceef3-4d5d-405a-a570-997581f9b6df tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:46.212915 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cd77dac7-b17f-4e55-ac66-366cc5945faa req-eefceef3-4d5d-405a-a570-997581f9b6df tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 932 time: 0.0640292 Sep 29 19:42:46.294475 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cd77dac7-b17f-4e55-ac66-366cc5945faa req-7b3827eb-2e61-4e73-93fc-aa683615a858 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713596 Sep 29 19:42:46.604072 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79443c-5a17-419a-9b38-7b41e8c01659 req-15a1ac70-6890-45ed-a019-f5c78fd916c2 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:46.608750 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cc79443c-5a17-419a-9b38-7b41e8c01659 req-15a1ac70-6890-45ed-a019-f5c78fd916c2 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 931 time: 0.2810664 Sep 29 19:42:46.732427 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ce49e-fee4-4cd9-b09e-e54672ce50ad req-40d0e505-ff36-4b3d-bbe3-0f9bbad654af tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:46.734008 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bd4ce49e-fee4-4cd9-b09e-e54672ce50ad req-40d0e505-ff36-4b3d-bbe3-0f9bbad654af tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 931 time: 0.0860467 Sep 29 19:42:46.737073 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cc79443c-5a17-419a-9b38-7b41e8c01659 req-9fa1d7a5-7d2a-4b64-9f14-74aab06d5d24 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182549 Sep 29 19:42:46.835684 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bd4ce49e-fee4-4cd9-b09e-e54672ce50ad req-392c520d-27fe-40c3-88fd-ab011c1ecf7e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873997 Sep 29 19:42:46.891564 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55506) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:47.033496 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4710e1-3d7b-4263-b06d-f8fedc59ee5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:47.165873 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4710e1-3d7b-4263-b06d-f8fedc59ee5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:47.172690 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4710e1-3d7b-4263-b06d-f8fedc59ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:47.234906 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-4c4710e1-3d7b-4263-b06d-f8fedc59ee5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b344610e9c4c464e8b1329a7f2ca47ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421023 Sep 29 19:42:47.235715 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4710e1-3d7b-4263-b06d-f8fedc59ee5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4d8272-d2fd-4b98-8108-1ca8243e021e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:47.237764 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:47.335364 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42b38374-1db8-4bb4-a277-269cc75ae79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:47.383466 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42b38374-1db8-4bb4-a277-269cc75ae79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:47.509632 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42b38374-1db8-4bb4-a277-269cc75ae79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:47.513874 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42b38374-1db8-4bb4-a277-269cc75ae79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:47.515248 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-42b38374-1db8-4bb4-a277-269cc75ae79c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c4d8272-d2fd-4b98-8108-1ca8243e021e HTTP/1.1" status: 204 len: 168 time: 0.2764022 Sep 29 19:42:47.528760 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59779eda-f4dd-4730-91a1-94fec271d5a9 req-d6794746-f045-4e7b-bd9f-8285b262e433 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:47.530832 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-59779eda-f4dd-4730-91a1-94fec271d5a9 req-d6794746-f045-4e7b-bd9f-8285b262e433 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 932 time: 0.0784290 Sep 29 19:42:47.579435 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b38374-1db8-4bb4-a277-269cc75ae79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4d8272-d2fd-4b98-8108-1ca8243e021e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:47.688652 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-59779eda-f4dd-4730-91a1-94fec271d5a9 req-83236558-b370-4d9d-b2a8-f5b0a2c0a19e tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438394 Sep 29 19:42:47.924092 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab6a99-20d5-44ca-b59d-6f5fda488905 req-18224b1d-923f-44c4-8216-533e7f1a10b4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:47.941703 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4aab6a99-20d5-44ca-b59d-6f5fda488905 req-18224b1d-923f-44c4-8216-533e7f1a10b4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 931 time: 0.1068842 Sep 29 19:42:48.030645 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4aab6a99-20d5-44ca-b59d-6f5fda488905 req-fd6ac988-2d33-43ed-98cf-db94fe755e9d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855982 Sep 29 19:42:48.086388 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d56042-958e-417a-ba73-ca32a4aea2a9 req-b1739bdf-4e30-4774-a16a-f7c8495cc885 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:48.088102 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-02d56042-958e-417a-ba73-ca32a4aea2a9 req-b1739bdf-4e30-4774-a16a-f7c8495cc885 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 931 time: 0.1002727 Sep 29 19:42:48.133752 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-02d56042-958e-417a-ba73-ca32a4aea2a9 req-da064a8c-e06d-4548-96d7-6d260c4a1fd5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390501 Sep 29 19:42:48.186504 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:48.200698 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab6db9ab-85e8-418b-8842-d122e41abb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:48.326665 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab6db9ab-85e8-418b-8842-d122e41abb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:48.332249 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab6db9ab-85e8-418b-8842-d122e41abb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:48.390496 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6db9ab-85e8-418b-8842-d122e41abb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c9d180-a318-4aca-8bee-274db9cb90e5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:48.398347 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-ab6db9ab-85e8-418b-8842-d122e41abb8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb6f9280e88d4c05ac16ead5cc269231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106068 Sep 29 19:42:48.401595 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55554) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:48.479801 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d3fa77f-e8e2-4447-8229-499695189fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:48.504920 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d3fa77f-e8e2-4447-8229-499695189fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:48.569425 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d3fa77f-e8e2-4447-8229-499695189fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:48.572600 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d3fa77f-e8e2-4447-8229-499695189fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:48.573720 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-5d3fa77f-e8e2-4447-8229-499695189fe5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10c9d180-a318-4aca-8bee-274db9cb90e5 HTTP/1.1" status: 204 len: 168 time: 0.1707153 Sep 29 19:42:48.582084 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fa77f-e8e2-4447-8229-499695189fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c9d180-a318-4aca-8bee-274db9cb90e5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:48.880663 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d91e8d-67ed-41ad-ac75-c7bb7591f9f4 req-885b9241-30c5-4443-8e47-2df6f8a250c4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:48.882816 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b7d91e8d-67ed-41ad-ac75-c7bb7591f9f4 req-885b9241-30c5-4443-8e47-2df6f8a250c4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 932 time: 0.0693614 Sep 29 19:42:48.943418 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b7d91e8d-67ed-41ad-ac75-c7bb7591f9f4 req-8c29dddd-251c-4b2f-ae76-14f27aca7aaf tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527132 Sep 29 19:42:49.159159 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9d7c4-9ebc-47e8-96fd-f1e34ea73480 req-ca8fe1e7-9ad9-46bf-b5f1-a49b47a84958 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:49.160948 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-64f9d7c4-9ebc-47e8-96fd-f1e34ea73480 req-ca8fe1e7-9ad9-46bf-b5f1-a49b47a84958 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 931 time: 0.0516131 Sep 29 19:42:49.229824 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-64f9d7c4-9ebc-47e8-96fd-f1e34ea73480 req-fbbddb7b-4d64-494a-9d21-d3e8c0e80312 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530636 Sep 29 19:42:49.310748 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a0aa9-f535-46e4-bc82-3d47b120d13f req-8d00ba21-43ed-450e-8812-6fb106f988c6 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:49.312584 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a54a0aa9-f535-46e4-bc82-3d47b120d13f req-8d00ba21-43ed-450e-8812-6fb106f988c6 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 931 time: 0.0781467 Sep 29 19:42:49.355025 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a54a0aa9-f535-46e4-bc82-3d47b120d13f req-7721456b-d00e-4c02-9a51-cdec5d1b1c5d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361271 Sep 29 19:42:49.528112 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55592) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:49.649192 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-148502266-network', 'tenant_id': '16301065960f41caa149d7746f348b41'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:49.670595 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Made reservation on behalf of 16301065960f41caa149d7746f348b41 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:49.672923 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:49.686745 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:49.802828 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:49.808514 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:49.829761 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:42:49.846062 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07001cc9-96f3-461b-8944-722393648cf5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:49.856648 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:49.856648 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Added segment 3f842588-039c-4b25-a63d-725e3c1eb050 of type vlan for network fd2dc25c-f1d0-4969-886a-63695f77bbbd Sep 29 19:42:49.912595 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:49.940228 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:49.941509 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:49.942133 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:49.979477 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4475517 Sep 29 19:42:49.980594 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:49.984601 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Request body: {'subnet': {'network_id': 'fd2dc25c-f1d0-4969-886a-63695f77bbbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-148502266-subnet', 'tenant_id': '16301065960f41caa149d7746f348b41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:50.023684 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Made reservation on behalf of 16301065960f41caa149d7746f348b41 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:50.029757 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:50.073854 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e177d-4af8-4b55-bd4a-dc1ceb801078 admin admin] Pushing event updated for resources: {'Network': ['ID=fd2dc25c-f1d0-4969-886a-63695f77bbbd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:50.093151 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network fd2dc25c-f1d0-4969-886a-63695f77bbbd details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:42:50.177566 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ca310-0900-4b94-a02c-5f6d71506dbb req-3987671d-d8df-4593-80f8-4fb67cd0ea10 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:50.179449 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-761ca310-0900-4b94-a02c-5f6d71506dbb req-3987671d-d8df-4593-80f8-4fb67cd0ea10 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 932 time: 0.1424177 Sep 29 19:42:50.237291 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-761ca310-0900-4b94-a02c-5f6d71506dbb req-1be0a5bb-350f-44f1-bda4-f67e2a926326 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510163 Sep 29 19:42:50.348749 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:50.458894 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0076a4-5d43-4568-84a7-30a28540ffe0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:50.505769 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Checking segment: {'id': '3f842588-039c-4b25-a63d-725e3c1eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd2dc25c-f1d0-4969-886a-63695f77bbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:50.507007 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Network hostable DHCP agents. Network: fd2dc25c-f1d0-4969-886a-63695f77bbbd, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:42:50.516027 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10424681-3384-4585-9f11-31f01f8cd640 req-7ff94fe4-3d68-4e30-9bc8-2624921132d9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:50.517810 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-10424681-3384-4585-9f11-31f01f8cd640 req-7ff94fe4-3d68-4e30-9bc8-2624921132d9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 931 time: 0.1613808 Sep 29 19:42:50.573640 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Network fd2dc25c-f1d0-4969-886a-63695f77bbbd is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:42:50.585833 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4abf63-f9ba-4c69-ac40-76f12b8af7ed req-40ad231e-17fd-476f-a58d-e66fa8f312df tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:50.587639 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-be4abf63-f9ba-4c69-ac40-76f12b8af7ed req-40ad231e-17fd-476f-a58d-e66fa8f312df tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 931 time: 0.1243491 Sep 29 19:42:50.598682 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-10424681-3384-4585-9f11-31f01f8cd640 req-f950069b-2c3a-4cef-b372-d4c34d630cb9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738788 Sep 29 19:42:50.605745 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, fd2dc25c-f1d0-4969-886a-63695f77bbbd) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:50.611403 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:50.612334 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:50.622602 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0661ac-b15f-4a90-9c2f-4cca178b232f None None] Network fd2dc25c-f1d0-4969-886a-63695f77bbbd requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:42:50.647406 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-93097c30-f045-42e8-a694-489f6f6c6696 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6595912 Sep 29 19:42:50.663956 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-be4abf63-f9ba-4c69-ac40-76f12b8af7ed req-3971cfa4-e5e6-4bfd-a8db-b591c3a3cc61 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678191 Sep 29 19:42:50.901145 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aa445e-9afb-49ff-8c35-6e455f1b7e9d None None] Network fd2dc25c-f1d0-4969-886a-63695f77bbbd requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:42:51.296533 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55650) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:51.301350 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1916083387-network', 'tenant_id': '9322e22a9274460a89cf6abe42165695'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:51.356413 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Made reservation on behalf of 9322e22a9274460a89cf6abe42165695 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:51.358695 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:51.377681 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938ac1b-587f-4d4f-930d-ae54c725c619 req-65057338-96b3-43ae-9b5f-7b0216a89033 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:51.379150 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9938ac1b-587f-4d4f-930d-ae54c725c619 req-65057338-96b3-43ae-9b5f-7b0216a89033 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 932 time: 0.0706728 Sep 29 19:42:51.379803 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:51.442488 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9938ac1b-587f-4d4f-930d-ae54c725c619 req-b0e532fb-140e-4aa2-9f99-5d930532b128 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539525 Sep 29 19:42:51.513294 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:51.517580 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:51.541749 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:42:51.561761 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:51.562098 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.segments_db [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Added segment de2762bc-a786-48d4-9e7d-5c3539721dc4 of type vlan for network 7f979506-c4ec-43da-afdd-20919b982fab Sep 29 19:42:51.563387 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2de6d5-9ce2-4a28-a178-191b695ad5a7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:51.611743 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:51.640779 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:51.641779 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:51.642350 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:51.671177 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55656) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:51.671741 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3735366 Sep 29 19:42:51.677452 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Request body: {'subnet': {'network_id': '7f979506-c4ec-43da-afdd-20919b982fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1916083387-subnet', 'tenant_id': '9322e22a9274460a89cf6abe42165695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:51.729674 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Made reservation on behalf of 9322e22a9274460a89cf6abe42165695 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:42:51.732359 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:51.772564 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662ca20-98ce-4261-8d09-4ce0c22f5697 admin admin] Pushing event updated for resources: {'Network': ['ID=7f979506-c4ec-43da-afdd-20919b982fab,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:51.793787 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 7f979506-c4ec-43da-afdd-20919b982fab details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:42:51.825356 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7120abd-0454-47ac-ba8e-1520ee990ede req-3c394a45-7523-4ce4-9b31-f2dfc0a9a26a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:51.827379 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b7120abd-0454-47ac-ba8e-1520ee990ede req-3c394a45-7523-4ce4-9b31-f2dfc0a9a26a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 931 time: 0.1348696 Sep 29 19:42:51.884183 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef1ac5-db75-43c8-8df8-b24a1d4a31d1 req-49e51141-39c7-4449-a58f-1fa8448ceb6b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:51.890710 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-92ef1ac5-db75-43c8-8df8-b24a1d4a31d1 req-49e51141-39c7-4449-a58f-1fa8448ceb6b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 931 time: 0.1220691 Sep 29 19:42:51.960042 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b7120abd-0454-47ac-ba8e-1520ee990ede req-8fa80207-184c-4867-a0c8-6a0a841029e6 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052439 Sep 29 19:42:51.963042 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-92ef1ac5-db75-43c8-8df8-b24a1d4a31d1 req-24602ca3-56f8-4801-a2c9-9abe43a6ec9e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663145 Sep 29 19:42:52.044468 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:52.110340 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbf80b1-9601-4482-9270-b747294b6454,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:52.138852 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Checking segment: {'id': 'de2762bc-a786-48d4-9e7d-5c3539721dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7f979506-c4ec-43da-afdd-20919b982fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:52.139354 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Network hostable DHCP agents. Network: 7f979506-c4ec-43da-afdd-20919b982fab, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:42:52.159402 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Network 7f979506-c4ec-43da-afdd-20919b982fab is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:42:52.172656 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 7f979506-c4ec-43da-afdd-20919b982fab) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:42:52.183096 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d390a7b7-40a8-47d1-aecf-94934ecd6c51 None None] Network 7f979506-c4ec-43da-afdd-20919b982fab requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:42:52.192361 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:52.193140 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:52.217989 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-682eefc8-9a97-48d2-ab98-9ebeda64701c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5445602 Sep 29 19:42:52.330992 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fb61c-a37e-4ba5-909f-9614c7182572 None None] Network 7f979506-c4ec-43da-afdd-20919b982fab requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:42:52.595183 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290556c-5411-4837-96bd-438ffac03309 req-1fbff463-7188-4734-847f-15067c81deff tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:52.601023 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8290556c-5411-4837-96bd-438ffac03309 req-1fbff463-7188-4734-847f-15067c81deff tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 932 time: 0.0772088 Sep 29 19:42:52.638202 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8290556c-5411-4837-96bd-438ffac03309 req-4dc2660b-5089-405f-8c13-1d071e66d2c8 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342970 Sep 29 19:42:53.133533 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e477e5-6d48-4ef0-9401-3c7d0518ac9c req-20bf3d8c-486f-4d43-bf70-fb95db186728 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:53.135037 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e4e477e5-6d48-4ef0-9401-3c7d0518ac9c req-20bf3d8c-486f-4d43-bf70-fb95db186728 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 931 time: 0.0972364 Sep 29 19:42:53.144925 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e60ce-16a1-4e4a-9cc0-44b8907416a2 req-a4c3a1eb-0772-423e-b18d-9edd9392b5f5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:53.146580 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-752e60ce-16a1-4e4a-9cc0-44b8907416a2 req-a4c3a1eb-0772-423e-b18d-9edd9392b5f5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 931 time: 0.0769026 Sep 29 19:42:53.221400 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e4e477e5-6d48-4ef0-9401-3c7d0518ac9c req-780775a5-7557-493e-9724-413dde12fa9b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697794 Sep 29 19:42:53.234995 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-752e60ce-16a1-4e4a-9cc0-44b8907416a2 req-10ea0052-a417-4fb3-ad8c-c9a43da06bbc tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741789 Sep 29 19:42:53.718658 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Request body: {'port': {'device_id': '7591684a-9964-4316-85d8-5abd8a746549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:53.751177 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Request body: {'port': {'device_id': 'e2f0886c-ce05-43b9-aa29-3d33eb42b6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:53.774984 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Request body: {'port': {'device_id': '2e430c09-ef27-4a3f-82b0-04f340b46d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:53.815009 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Request body: {'port': {'device_id': 'd2139ad4-9a60-4228-b213-89bed6942e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:42:53.923318 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:53.973200 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:53.988079 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ecfa4-b913-498b-85f1-a64bffa06e32 req-c1da637d-e04a-4328-81d2-2d83a8a4df84 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:53.997458 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bb4ecfa4-b913-498b-85f1-a64bffa06e32 req-c1da637d-e04a-4328-81d2-2d83a8a4df84 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 932 time: 0.1887033 Sep 29 19:42:54.017664 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:54.021731 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:54.168014 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bb4ecfa4-b913-498b-85f1-a64bffa06e32 req-85cdc163-eb67-412b-92b9-8b26a46a0cba tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625175 Sep 29 19:42:54.680664 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e2c6cb-754d-44df-9f69-239aef42e92e {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:42:54.691920 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d5b6bf-9979-434b-8ad2-abb5f6a62697 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:42:54.697380 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:54.705714 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:54.716939 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55778) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:54.737464 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Transition to ACTIVE for port object 27e2c6cb-754d-44df-9f69-239aef42e92e will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:42:54.741255 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Transition to ACTIVE for port object 78d5b6bf-9979-434b-8ad2-abb5f6a62697 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:42:54.743908 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:54.749769 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:54.756961 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b92a0-2f18-4bd7-937d-4cd69e99e873 req-d2cc71ca-d79c-4d10-8336-31298f2289bc tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:54.758545 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-692b92a0-2f18-4bd7-937d-4cd69e99e873 req-d2cc71ca-d79c-4d10-8336-31298f2289bc tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 931 time: 0.3464854 Sep 29 19:42:54.776679 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c59f-a715-4311-8581-79dc9ba22613 req-34b72662-c1b1-4e47-82c7-69600beaf00e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:54.778138 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f4f8c59f-a715-4311-8581-79dc9ba22613 req-34b72662-c1b1-4e47-82c7-69600beaf00e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 931 time: 0.3673360 Sep 29 19:42:54.951672 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-692b92a0-2f18-4bd7-937d-4cd69e99e873 req-1704f2af-44ea-4627-8590-5499818a6b3b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836805 Sep 29 19:42:54.956507 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-afe00fff-9600-4c72-8f60-d635da8b6bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:54.977535 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f4f8c59f-a715-4311-8581-79dc9ba22613 req-ae63edfc-411b-456c-af76-84b9e3e945c9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748044 Sep 29 19:42:54.985387 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Pushing event updated for resources: {'Port': ['ID=27e2c6cb-754d-44df-9f69-239aef42e92e,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:55.040693 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ca9a33-356c-4bdd-8863-bdca18d0ab79 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:42:55.059018 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.108032 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Transition to ACTIVE for port object 69ca9a33-356c-4bdd-8863-bdca18d0ab79 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:42:55.126626 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8318359d-606d-4545-a7db-08fd980d52fa {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:42:55.136342 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.140587 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.144171 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Attempting to bind port 78d5b6bf-9979-434b-8ad2-abb5f6a62697 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:42:55.144666 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Attempting to bind port 78d5b6bf-9979-434b-8ad2-abb5f6a62697 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:42:55.145096 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Attempting to bind port 78d5b6bf-9979-434b-8ad2-abb5f6a62697 on network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:42:55.147755 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Pushing event updated for resources: {'Port': ['ID=78d5b6bf-9979-434b-8ad2-abb5f6a62697,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:55.163007 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Port 78d5b6bf-9979-434b-8ad2-abb5f6a62697 on network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:42:55.163919 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Attempting to bind port 78d5b6bf-9979-434b-8ad2-abb5f6a62697 on network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:42:55.170616 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Attempting to bind port 27e2c6cb-754d-44df-9f69-239aef42e92e on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:42:55.171150 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Attempting to bind port 27e2c6cb-754d-44df-9f69-239aef42e92e by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:42:55.171661 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Attempting to bind port 27e2c6cb-754d-44df-9f69-239aef42e92e on network f69940db-4fc4-4677-a3c2-e8aa346d35dc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:42:55.180589 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:42:55.181237 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Checking segment: {'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:55.181983 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Bound using segment: {'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:42:55.182632 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Bound port: 78d5b6bf-9979-434b-8ad2-abb5f6a62697, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:42:55.183163 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.186904 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Port 27e2c6cb-754d-44df-9f69-239aef42e92e on network f69940db-4fc4-4677-a3c2-e8aa346d35dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:42:55.187787 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Attempting to bind port 27e2c6cb-754d-44df-9f69-239aef42e92e on network f69940db-4fc4-4677-a3c2-e8aa346d35dc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:42:55.197994 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Transition to ACTIVE for port object 8318359d-606d-4545-a7db-08fd980d52fa will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:42:55.215963 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:42:55.216778 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Checking segment: {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:55.217368 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Bound using segment: {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:42:55.217474 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=69ca9a33-356c-4bdd-8863-bdca18d0ab79,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:55.218266 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Bound port: 27e2c6cb-754d-44df-9f69-239aef42e92e, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:42:55.218936 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.219992 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.362250 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Pushing event updated for resources: {'Port': ['ID=8318359d-606d-4545-a7db-08fd980d52fa,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:55.364789 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Attempting to bind port 69ca9a33-356c-4bdd-8863-bdca18d0ab79 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:42:55.365133 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Attempting to bind port 69ca9a33-356c-4bdd-8863-bdca18d0ab79 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'cfd57ae4-90a8-43f7-8cd8-36fa4f502806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7af25286-6779-42e2-a751-08bfe49b0b39'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:42:55.365722 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Attempting to bind port 69ca9a33-356c-4bdd-8863-bdca18d0ab79 on network 7af25286-6779-42e2-a751-08bfe49b0b39 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:42:55.377774 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Port 69ca9a33-356c-4bdd-8863-bdca18d0ab79 on network 7af25286-6779-42e2-a751-08bfe49b0b39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:42:55.378111 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Attempting to bind port 69ca9a33-356c-4bdd-8863-bdca18d0ab79 on network 7af25286-6779-42e2-a751-08bfe49b0b39 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:42:55.386796 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] For port 27e2c6cb-754d-44df-9f69-239aef42e92e, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:42:55.400905 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] For port 78d5b6bf-9979-434b-8ad2-abb5f6a62697, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:42:55.405843 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] For port 78d5b6bf-9979-434b-8ad2-abb5f6a62697, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=78d5b6bf-9979-434b-8ad2-abb5f6a62697,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:42:55.409156 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:42:55.409612 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Checking segment: {'id': 'cfd57ae4-90a8-43f7-8cd8-36fa4f502806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7af25286-6779-42e2-a751-08bfe49b0b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:55.410162 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Bound using segment: {'id': 'cfd57ae4-90a8-43f7-8cd8-36fa4f502806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7af25286-6779-42e2-a751-08bfe49b0b39'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:42:55.410609 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Bound port: 69ca9a33-356c-4bdd-8863-bdca18d0ab79, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd57ae4-90a8-43f7-8cd8-36fa4f502806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7af25286-6779-42e2-a751-08bfe49b0b39'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:42:55.410962 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.422556 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.428839 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] For port 27e2c6cb-754d-44df-9f69-239aef42e92e, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=27e2c6cb-754d-44df-9f69-239aef42e92e,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:42:55.445273 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6990aa-ef21-4bae-b9aa-69fb95d34d05 req-34ad8775-c22d-4142-b6f3-b75b753ad2f0 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:55.447526 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0c6990aa-ef21-4bae-b9aa-69fb95d34d05 req-34ad8775-c22d-4142-b6f3-b75b753ad2f0 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 944 time: 0.1608062 Sep 29 19:42:55.455652 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Attempting to bind port 8318359d-606d-4545-a7db-08fd980d52fa on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:42:55.455810 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Attempting to bind port 8318359d-606d-4545-a7db-08fd980d52fa by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:42:55.456147 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Attempting to bind port 8318359d-606d-4545-a7db-08fd980d52fa on network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:42:55.462333 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.492406 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:55.493025 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.494681 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] 10.222.0.47 "PUT /v2.0/ports/78d5b6bf-9979-434b-8ad2-abb5f6a62697 HTTP/1.1" status: 200 len: 1093 time: 1.8379328 Sep 29 19:42:55.497009 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Port 8318359d-606d-4545-a7db-08fd980d52fa on network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:42:55.497340 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Attempting to bind port 8318359d-606d-4545-a7db-08fd980d52fa on network b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:42:55.501189 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e430c09-ef27-4a3f-82b0-04f340b46d74', 'tag': '78d5b6bf-9979-434b-8ad2-abb5f6a62697'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:42:55.520366 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:42:55.520702 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Checking segment: {'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:42:55.521097 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Bound using segment: {'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:42:55.522203 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Bound port: 8318359d-606d-4545-a7db-08fd980d52fa, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:42:55.522771 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.567757 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0c6990aa-ef21-4bae-b9aa-69fb95d34d05 req-e4de9ae6-b008-4c0b-bdac-604e768089ef tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056585 Sep 29 19:42:55.571277 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:55.572409 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.573218 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] 10.222.0.47 "PUT /v2.0/ports/27e2c6cb-754d-44df-9f69-239aef42e92e HTTP/1.1" status: 200 len: 1093 time: 1.9298859 Sep 29 19:42:55.575194 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-afe00fff-9600-4c72-8f60-d635da8b6bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.587391 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-afe00fff-9600-4c72-8f60-d635da8b6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.602856 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] For port 69ca9a33-356c-4bdd-8863-bdca18d0ab79, host hv-cinder-81174, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:42:55.606607 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd430b-14ef-4dd1-bd92-6482488ef319 service neutron] Pushing event updated for resources: {'Port': ['ID=78d5b6bf-9979-434b-8ad2-abb5f6a62697,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:55.638891 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] For port 69ca9a33-356c-4bdd-8863-bdca18d0ab79, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=69ca9a33-356c-4bdd-8863-bdca18d0ab79,segment=NetworkSegment(cfd57ae4-90a8-43f7-8cd8-36fa4f502806),segment_id=cfd57ae4-90a8-43f7-8cd8-36fa4f502806)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:42:55.645729 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.662426 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe00fff-9600-4c72-8f60-d635da8b6bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8b9917-5a29-4da2-bf04-8ee3af125b38,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:55.669654 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-afe00fff-9600-4c72-8f60-d635da8b6bf2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52ca9fb639a949f1a5f9d4632de9ff70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9519770 Sep 29 19:42:55.675069 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55812) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:55.693206 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] For port 8318359d-606d-4545-a7db-08fd980d52fa, host hv-cinder-81174, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:42:55.695866 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:55.696701 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.697979 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] 10.222.0.47 "PUT /v2.0/ports/69ca9a33-356c-4bdd-8863-bdca18d0ab79 HTTP/1.1" status: 200 len: 1094 time: 2.0487499 Sep 29 19:42:55.698857 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdeb0d-654c-4844-986a-356e715c24d4 service neutron] Pushing event updated for resources: {'Port': ['ID=27e2c6cb-754d-44df-9f69-239aef42e92e,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:55.700342 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f0886c-ce05-43b9-aa29-3d33eb42b6f9', 'tag': '69ca9a33-356c-4bdd-8863-bdca18d0ab79'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:42:55.735976 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323b0d9d-4486-4b40-9bea-880959dba66e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e430c09-ef27-4a3f-82b0-04f340b46d74", "tag": "78d5b6bf-9979-434b-8ad2-abb5f6a62697"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:42:55.754852 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea90e836-1623-4ce4-9dc4-5c5073d8b300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.781221 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea90e836-1623-4ce4-9dc4-5c5073d8b300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.791435 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] For port 8318359d-606d-4545-a7db-08fd980d52fa, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8318359d-606d-4545-a7db-08fd980d52fa,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:42:55.794981 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f7398-5072-4273-8de6-a91ed785d9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=69ca9a33-356c-4bdd-8863-bdca18d0ab79,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:55.799021 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.844936 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea90e836-1623-4ce4-9dc4-5c5073d8b300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.846582 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595dff20-2719-4c24-a836-cf7fdf82481d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f0886c-ce05-43b9-aa29-3d33eb42b6f9", "tag": "69ca9a33-356c-4bdd-8863-bdca18d0ab79"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:42:55.848468 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea90e836-1623-4ce4-9dc4-5c5073d8b300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.849942 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ea90e836-1623-4ce4-9dc4-5c5073d8b300 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b8b9917-5a29-4da2-bf04-8ee3af125b38 HTTP/1.1" status: 204 len: 168 time: 0.1734507 Sep 29 19:42:55.862063 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e836-1623-4ce4-9dc4-5c5073d8b300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8b9917-5a29-4da2-bf04-8ee3af125b38,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:55.865112 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:55.866947 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:55.868573 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] 10.222.0.47 "PUT /v2.0/ports/8318359d-606d-4545-a7db-08fd980d52fa HTTP/1.1" status: 200 len: 1093 time: 2.2076662 Sep 29 19:42:55.894786 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15015bf9-4d5b-431d-8217-cbc6eef3741d service neutron] Pushing event updated for resources: {'Port': ['ID=8318359d-606d-4545-a7db-08fd980d52fa,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:55.924691 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb6eb48-82e9-4620-94be-4a4c43a99719 x-openstack-request-id: req-ffb6eb48-82e9-4620-94be-4a4c43a99719 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:42:55.925231 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e430c09-ef27-4a3f-82b0-04f340b46d74", "tag": "78d5b6bf-9979-434b-8ad2-abb5f6a62697", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:42:55.925535 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffb6eb48-82e9-4620-94be-4a4c43a99719 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:42:55.926401 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e430c09-ef27-4a3f-82b0-04f340b46d74', 'tag': '78d5b6bf-9979-434b-8ad2-abb5f6a62697', 'status': 'completed', 'code': 200} Sep 29 19:42:56.010083 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfde8b7-5281-4a05-b84e-8d63ee4a56a1 x-openstack-request-id: req-9bfde8b7-5281-4a05-b84e-8d63ee4a56a1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:42:56.010418 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f0886c-ce05-43b9-aa29-3d33eb42b6f9", "tag": "69ca9a33-356c-4bdd-8863-bdca18d0ab79", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:42:56.010668 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bfde8b7-5281-4a05-b84e-8d63ee4a56a1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:42:56.011290 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f0886c-ce05-43b9-aa29-3d33eb42b6f9', 'tag': '69ca9a33-356c-4bdd-8863-bdca18d0ab79', 'status': 'completed', 'code': 200} Sep 29 19:42:56.115714 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729f59-7a2b-418d-b9cc-06a6ab4c3871 req-6c161897-364c-49e2-9653-022a8c723f2e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:56.117423 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bb729f59-7a2b-418d-b9cc-06a6ab4c3871 req-6c161897-364c-49e2-9653-022a8c723f2e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 943 time: 0.0805206 Sep 29 19:42:56.129742 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad387d5-e08d-453e-a5ac-d2a7b13732ab req-48b50f6b-0d05-43c9-af3e-d209ce06499c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:56.131719 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cad387d5-e08d-453e-a5ac-d2a7b13732ab req-48b50f6b-0d05-43c9-af3e-d209ce06499c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 943 time: 0.0679128 Sep 29 19:42:56.163246 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55838) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:56.175970 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0cff24a-179f-48e7-bcd3-09d74bed1b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:56.187595 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bb729f59-7a2b-418d-b9cc-06a6ab4c3871 req-81205df7-a2b4-476b-864e-cf0a9cc51656 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547147 Sep 29 19:42:56.192615 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cad387d5-e08d-453e-a5ac-d2a7b13732ab req-6c2331f2-42ed-48ab-8454-266d5e278a06 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534825 Sep 29 19:42:56.273589 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0cff24a-179f-48e7-bcd3-09d74bed1b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:56.277754 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0cff24a-179f-48e7-bcd3-09d74bed1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:56.325428 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-f0cff24a-179f-48e7-bcd3-09d74bed1b5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bac90cf7fb0c432bb6f24d937b4fbd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609995 Sep 29 19:42:56.326375 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cff24a-179f-48e7-bcd3-09d74bed1b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfb48ed-8352-4738-8084-30cd6eb243eb,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:56.328104 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55842) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:56.383312 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d05cc7eb-6deb-4a21-b48c-3a73c4f7365e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:56.403928 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d05cc7eb-6deb-4a21-b48c-3a73c4f7365e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:56.449648 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d05cc7eb-6deb-4a21-b48c-3a73c4f7365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:56.452290 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d05cc7eb-6deb-4a21-b48c-3a73c4f7365e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:56.453424 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-d05cc7eb-6deb-4a21-b48c-3a73c4f7365e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbfb48ed-8352-4738-8084-30cd6eb243eb HTTP/1.1" status: 204 len: 168 time: 0.1235578 Sep 29 19:42:56.466290 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cc7eb-6deb-4a21-b48c-3a73c4f7365e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfb48ed-8352-4738-8084-30cd6eb243eb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:56.686796 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df358d75-100a-43d0-83f8-7ff96449d5bf req-03f9aa0e-78c1-4586-b763-7e63893b7af7 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:56.688408 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-df358d75-100a-43d0-83f8-7ff96449d5bf req-03f9aa0e-78c1-4586-b763-7e63893b7af7 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0487680 Sep 29 19:42:56.727562 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-df358d75-100a-43d0-83f8-7ff96449d5bf req-13f647a7-944e-4b44-91ab-1ed32d1b2b0f tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Sep 29 19:42:57.359367 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d48ed-c478-45a1-9665-5cd1b471b3eb req-84e82afd-688d-4f1b-ad06-878ad2cbc9a5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:57.360928 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-148d48ed-c478-45a1-9665-5cd1b471b3eb req-84e82afd-688d-4f1b-ad06-878ad2cbc9a5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 943 time: 0.1033580 Sep 29 19:42:57.372196 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e8951-2c53-49de-9230-7a5db348b06e req-f0480119-6a0b-4dcb-bd43-3eba9026d620 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:57.374381 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-572e8951-2c53-49de-9230-7a5db348b06e req-f0480119-6a0b-4dcb-bd43-3eba9026d620 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 943 time: 0.1050189 Sep 29 19:42:57.483163 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-148d48ed-c478-45a1-9665-5cd1b471b3eb req-965d3d95-89ed-42bd-8db6-573ed5e31c48 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077950 Sep 29 19:42:57.560432 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-572e8951-2c53-49de-9230-7a5db348b06e req-2dc6c30c-e486-465c-b2e8-9c076de80d40 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703141 Sep 29 19:42:57.579965 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0d9d-4486-4b40-9bea-880959dba66e req-39de50a8-3080-4632-8a47-cc6d9e5334c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:57.582241 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-323b0d9d-4486-4b40-9bea-880959dba66e req-39de50a8-3080-4632-8a47-cc6d9e5334c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 1096 time: 0.1245515 Sep 29 19:42:57.588466 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-71e294b4-57a8-4d08-98ed-50052ef192db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:57.590658 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-71e294b4-57a8-4d08-98ed-50052ef192db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 1096 time: 0.0926733 Sep 29 19:42:57.601362 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-6e11e549-0cc6-4db5-b7fe-883be06036f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:57.603204 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-6e11e549-0cc6-4db5-b7fe-883be06036f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 1096 time: 0.1822462 Sep 29 19:42:57.603336 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 55890) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:57.614342 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dff20-2719-4c24-a836-cf7fdf82481d req-9c0e9229-abf6-4bb5-941f-416a301f84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:57.617106 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-595dff20-2719-4c24-a836-cf7fdf82481d req-9c0e9229-abf6-4bb5-941f-416a301f84ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=878b8e11b553428e91d921606f3538cc&device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 1097 time: 0.1603014 Sep 29 19:42:57.685061 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-4bf14c6f-781e-43f5-9094-d552409cb556 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8318359d-606d-4545-a7db-08fd980d52fa HTTP/1.1" status: 200 len: 217 time: 0.0841327 Sep 29 19:42:57.721332 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-75e8aae0-3b44-4dba-8fa9-7f4604013f85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e2c6cb-754d-44df-9f69-239aef42e92e HTTP/1.1" status: 200 len: 217 time: 0.1091123 Sep 29 19:42:57.865637 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-5aacb03a-f517-490a-8877-effb8d8afa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:57.867323 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-5aacb03a-f517-490a-8877-effb8d8afa38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daa1e76-42e3-408e-846d-ca7a46dcfacc HTTP/1.1" status: 200 len: 859 time: 0.1647079 Sep 29 19:42:57.929577 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591684a-9964-4316-85d8-5abd8a746549', 'tag': '27e2c6cb-754d-44df-9f69-239aef42e92e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:42:57.932589 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2393d97-6d6c-4c66-a483-eb2a80a39997" -d '{"events": [{"name": "network-changed", "server_uuid": "7591684a-9964-4316-85d8-5abd8a746549", "tag": "27e2c6cb-754d-44df-9f69-239aef42e92e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:42:57.962497 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-7b3b68d3-4f93-4e4f-b7b4-06b49a24877d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793483 Sep 29 19:42:57.982051 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0d9d-4486-4b40-9bea-880959dba66e req-60e41501-88a7-4e76-95c8-36583863b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:57.984280 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-323b0d9d-4486-4b40-9bea-880959dba66e req-60e41501-88a7-4e76-95c8-36583863b017 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3925261 Sep 29 19:42:58.121008 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2139ad4-9a60-4228-b213-89bed6942e0e', 'tag': '8318359d-606d-4545-a7db-08fd980d52fa'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:42:58.125374 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5480db78-a4c0-47be-8897-a4b7d264662e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2139ad4-9a60-4228-b213-89bed6942e0e", "tag": "8318359d-606d-4545-a7db-08fd980d52fa"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:42:58.275924 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbfab024-0119-4a22-9be4-61639c16c613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:58.296315 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-a8ecaec7-2367-4c34-8128-dbe5424938b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:58.296315 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-a8ecaec7-2367-4c34-8128-dbe5424938b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36106120-0e04-42f9-83b0-b987dd292ad8 HTTP/1.1" status: 200 len: 854 time: 0.5533342 Sep 29 19:42:58.301660 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0a02b4-d460-46b3-8450-9aadf0e8fb95 x-openstack-request-id: req-8e0a02b4-d460-46b3-8450-9aadf0e8fb95 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:42:58.302109 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2139ad4-9a60-4228-b213-89bed6942e0e", "tag": "8318359d-606d-4545-a7db-08fd980d52fa", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:42:58.302667 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e0a02b4-d460-46b3-8450-9aadf0e8fb95 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:42:58.303201 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2139ad4-9a60-4228-b213-89bed6942e0e', 'tag': '8318359d-606d-4545-a7db-08fd980d52fa', 'status': 'completed', 'code': 200} Sep 29 19:42:58.336484 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0d9d-4486-4b40-9bea-880959dba66e req-a7850bc6-6442-4632-b6c6-ea83cbe2dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:58.339478 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-323b0d9d-4486-4b40-9bea-880959dba66e req-a7850bc6-6442-4632-b6c6-ea83cbe2dd57 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3378325 Sep 29 19:42:58.341701 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7213c29f-97b4-4ba5-8843-5770c32e42c4 x-openstack-request-id: req-7213c29f-97b4-4ba5-8843-5770c32e42c4 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:42:58.342141 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591684a-9964-4316-85d8-5abd8a746549", "tag": "27e2c6cb-754d-44df-9f69-239aef42e92e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:42:58.342513 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7213c29f-97b4-4ba5-8843-5770c32e42c4 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:42:58.345281 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7591684a-9964-4316-85d8-5abd8a746549', 'tag': '27e2c6cb-754d-44df-9f69-239aef42e92e', 'status': 'completed', 'code': 200} Sep 29 19:42:58.476212 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-e1a7ee05-1e09-42fe-a2b5-236cd9b4aa09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f69940db-4fc4-4677-a3c2-e8aa346d35dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648180 Sep 29 19:42:58.490238 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dff20-2719-4c24-a836-cf7fdf82481d req-2da61ac9-ff05-46ad-ab82-ef9f3276b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:58.493261 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-595dff20-2719-4c24-a836-cf7fdf82481d req-2da61ac9-ff05-46ad-ab82-ef9f3276b220 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=878b8e11b553428e91d921606f3538cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8408227 Sep 29 19:42:58.529470 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd25930-8a95-4582-95ca-819dff17b6cf req-900524f1-1b15-451d-8134-1078264e739e tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:58.544581 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bfd25930-8a95-4582-95ca-819dff17b6cf req-900524f1-1b15-451d-8134-1078264e739e tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 944 time: 0.4248567 Sep 29 19:42:58.563785 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-eeeed877-000e-4033-bc59-ae210d900955 service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867112 Sep 29 19:42:58.587489 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-39937e57-5181-4b7d-a603-ac8cf3d519ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:58.590547 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-39937e57-5181-4b7d-a603-ac8cf3d519ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 1096 time: 0.1715724 Sep 29 19:42:58.701219 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-3b020599-a2c1-4c32-a295-f8a0588d4047 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78d5b6bf-9979-434b-8ad2-abb5f6a62697 HTTP/1.1" status: 200 len: 217 time: 0.0873005 Sep 29 19:42:58.853709 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bfd25930-8a95-4582-95ca-819dff17b6cf req-7b07bf3c-f840-4cb5-83bf-ccf08b1bc96f tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078299 Sep 29 19:42:59.024303 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-c80b1537-9e62-4fc3-be2b-71c22a1fdcd1 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369146 Sep 29 19:42:59.026229 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-8ef3d63e-7197-4da3-953c-35891e3d57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:59.029484 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-8ef3d63e-7197-4da3-953c-35891e3d57d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daa1e76-42e3-408e-846d-ca7a46dcfacc HTTP/1.1" status: 200 len: 859 time: 0.3197510 Sep 29 19:42:59.117599 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74d35b-d3a9-4e0e-8ff6-61ec092094d6 req-09f540b5-9d2e-4d41-9779-28ec79e0b23f tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:59.119237 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9d74d35b-d3a9-4e0e-8ff6-61ec092094d6 req-09f540b5-9d2e-4d41-9779-28ec79e0b23f tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 943 time: 0.3919129 Sep 29 19:42:59.152458 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-c09e10ef-1eb9-41fd-93b6-000dea841a9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591605 Sep 29 19:42:59.169852 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dff20-2719-4c24-a836-cf7fdf82481d req-6bca3768-4ec1-4b08-81d1-c5eaa8a1a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:59.171433 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-595dff20-2719-4c24-a836-cf7fdf82481d req-6bca3768-4ec1-4b08-81d1-c5eaa8a1a1d7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6590011 Sep 29 19:42:59.255161 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-a307cb65-fbf7-4ca5-a32c-df02c285c7a3 req-19b291f6-404f-4f8f-9314-514fcd1c181e service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846256 Sep 29 19:42:59.285844 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-cfabf93e-d527-4d5f-a240-32bdc1b76b32 service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250110 Sep 29 19:42:59.337730 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbfab024-0119-4a22-9be4-61639c16c613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:59.348120 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9d74d35b-d3a9-4e0e-8ff6-61ec092094d6 req-39393926-6e86-42bb-bcdb-2d72a32bee0a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140765 Sep 29 19:42:59.351613 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbfab024-0119-4a22-9be4-61639c16c613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:59.363219 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-656f3c9a-2890-4620-9a47-0e40f1998369 req-4096717f-2e56-4e62-8e2e-ccc82ed27318 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182356 Sep 29 19:42:59.386618 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403e122-f9cd-4e5d-b911-81235bd04b98 req-82aaffaa-40df-4694-a8d9-e17da0017b52 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:59.388521 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6403e122-f9cd-4e5d-b911-81235bd04b98 req-82aaffaa-40df-4694-a8d9-e17da0017b52 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 943 time: 0.2506294 Sep 29 19:42:59.403216 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-ebd2cc25-1406-4f2c-bb7c-6b72934bbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:59.403791 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-ebd2cc25-1406-4f2c-bb7c-6b72934bbef2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=878b8e11b553428e91d921606f3538cc&device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 1097 time: 0.1615465 Sep 29 19:42:59.495785 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480db78-a4c0-47be-8897-a4b7d264662e req-2c4e4937-b7c2-470b-9136-3dd028ed7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:59.497567 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5480db78-a4c0-47be-8897-a4b7d264662e req-2c4e4937-b7c2-470b-9136-3dd028ed7179 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 1096 time: 0.1667490 Sep 29 19:42:59.500417 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfab024-0119-4a22-9be4-61639c16c613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480740e2-3212-4759-9614-7412ea1a65b0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:42:59.510017 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-d4e97b91-16f6-44ae-9f7c-12c5ae9846fe service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042830 Sep 29 19:42:59.524720 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-fbfab024-0119-4a22-9be4-61639c16c613 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=783db23952614379a0c8888e5979f4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9156027 Sep 29 19:42:59.529435 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 55966) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:42:59.541288 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-9ea42755-e8cc-4543-8518-3289e048b1b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69ca9a33-356c-4bdd-8863-bdca18d0ab79 HTTP/1.1" status: 200 len: 217 time: 0.1134386 Sep 29 19:42:59.692573 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53d35bde-3ee3-4687-92f2-edccfd602771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:59.695767 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6403e122-f9cd-4e5d-b911-81235bd04b98 req-ad209b87-d321-4503-a3e1-b42b5ecdbafa tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898811 Sep 29 19:42:59.727075 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-5fa2e530-705b-4f4e-b6ee-ea282e867f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:59.730642 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-5fa2e530-705b-4f4e-b6ee-ea282e867f80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dee150a-ba68-4892-86c6-f1633a720ec7 HTTP/1.1" status: 200 len: 851 time: 0.1188409 Sep 29 19:42:59.735380 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2393d97-6d6c-4c66-a483-eb2a80a39997 req-e1aa380b-9b00-43b4-b23e-09055848aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:59.738398 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c2393d97-6d6c-4c66-a483-eb2a80a39997 req-e1aa380b-9b00-43b4-b23e-09055848aa5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 1096 time: 0.2337279 Sep 29 19:42:59.750987 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53d35bde-3ee3-4687-92f2-edccfd602771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:59.762324 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480db78-a4c0-47be-8897-a4b7d264662e req-e2e26f48-96da-454a-8daa-8f1dbe99012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:42:59.762324 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5480db78-a4c0-47be-8897-a4b7d264662e req-e2e26f48-96da-454a-8daa-8f1dbe99012f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 920 time: 0.2505207 Sep 29 19:42:59.825671 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53d35bde-3ee3-4687-92f2-edccfd602771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:59.828977 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53d35bde-3ee3-4687-92f2-edccfd602771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:42:59.830792 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-53d35bde-3ee3-4687-92f2-edccfd602771 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/480740e2-3212-4759-9614-7412ea1a65b0 HTTP/1.1" status: 204 len: 168 time: 0.3001940 Sep 29 19:42:59.866687 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-23c7af52-20c0-4c7b-951f-9379b86dbfbd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7af25286-6779-42e2-a751-08bfe49b0b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256046 Sep 29 19:42:59.867377 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5480db78-a4c0-47be-8897-a4b7d264662e req-ee68dbcf-8994-49f0-9f9f-e86813b25cdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8318359d-606d-4545-a7db-08fd980d52fa HTTP/1.1" status: 200 len: 217 time: 0.0567627 Sep 29 19:42:59.873162 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d35bde-3ee3-4687-92f2-edccfd602771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480740e2-3212-4759-9614-7412ea1a65b0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:00.008630 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480db78-a4c0-47be-8897-a4b7d264662e req-804a5c18-8069-4800-8d39-a1c996a87048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:00.011385 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5480db78-a4c0-47be-8897-a4b7d264662e req-804a5c18-8069-4800-8d39-a1c996a87048 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daa1e76-42e3-408e-846d-ca7a46dcfacc HTTP/1.1" status: 200 len: 859 time: 0.1276560 Sep 29 19:43:00.073598 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2393d97-6d6c-4c66-a483-eb2a80a39997 req-5cbf35a1-0e84-45df-a95f-d1e4083b3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:00.075595 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c2393d97-6d6c-4c66-a483-eb2a80a39997 req-5cbf35a1-0e84-45df-a95f-d1e4083b3393 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 915 time: 0.3198309 Sep 29 19:43:00.102791 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5480db78-a4c0-47be-8897-a4b7d264662e req-47408d16-b6b9-47a9-b250-dc9d883e8c4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821466 Sep 29 19:43:00.179145 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c2393d97-6d6c-4c66-a483-eb2a80a39997 req-dae083dc-c8c4-459c-a2f2-a7c4d1e83964 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e2c6cb-754d-44df-9f69-239aef42e92e HTTP/1.1" status: 200 len: 217 time: 0.0797698 Sep 29 19:43:00.299837 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5480db78-a4c0-47be-8897-a4b7d264662e req-c7da9cc9-43fd-4a00-9c72-e8b72276788d service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831670 Sep 29 19:43:00.392949 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ddf2c-19d8-4039-89d4-172377a13ca8 req-78fb98f2-f127-4671-b5ec-482f6a45d7d5 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:00.394625 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1e1ddf2c-19d8-4039-89d4-172377a13ca8 req-78fb98f2-f127-4671-b5ec-482f6a45d7d5 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 944 time: 0.3237214 Sep 29 19:43:00.445540 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-b297b01f-4f60-4295-a192-3dd5a9b8813b service neutron] 10.222.0.47 "GET /v2.0/networks/7af25286-6779-42e2-a751-08bfe49b0b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940976 Sep 29 19:43:00.472323 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2393d97-6d6c-4c66-a483-eb2a80a39997 req-5de27fd8-49fb-405c-bbdd-10b9d7513575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:00.475315 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c2393d97-6d6c-4c66-a483-eb2a80a39997 req-5de27fd8-49fb-405c-bbdd-10b9d7513575 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36106120-0e04-42f9-83b0-b987dd292ad8 HTTP/1.1" status: 200 len: 854 time: 0.2150593 Sep 29 19:43:00.476673 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5480db78-a4c0-47be-8897-a4b7d264662e req-2497505d-1395-4966-ae06-6cc5227151a3 service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679952 Sep 29 19:43:00.576482 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c2393d97-6d6c-4c66-a483-eb2a80a39997 req-888c4011-c072-4670-8571-c3278618be5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f69940db-4fc4-4677-a3c2-e8aa346d35dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767598 Sep 29 19:43:00.584704 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1e1ddf2c-19d8-4039-89d4-172377a13ca8 req-0b957abc-8fec-41fa-9a38-7cf30ecb32fb tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754582 Sep 29 19:43:01.061323 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4dd9fd32-54e6-41fa-ac48-11fe04fc31c0 req-86850b8f-6166-4138-9ceb-8d5296818068 service neutron] 10.222.0.47 "GET /v2.0/networks/7af25286-6779-42e2-a751-08bfe49b0b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946019 Sep 29 19:43:01.093921 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4a4e-9c44-4dd9-95b1-dadb4e4222dd req-19fc7f91-f10e-4eda-8dd2-053b738a9641 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:01.093921 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ae0f4a4e-9c44-4dd9-95b1-dadb4e4222dd req-19fc7f91-f10e-4eda-8dd2-053b738a9641 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 943 time: 0.1732330 Sep 29 19:43:01.095474 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c2393d97-6d6c-4c66-a483-eb2a80a39997 req-0be2e28b-d8b0-4172-8aaf-536c8b8c25b4 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098531 Sep 29 19:43:01.113823 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747012a-8124-43b2-b04d-c271feb27c85 req-15346292-d4c6-497b-b2e2-6c2df99e8b01 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:01.116368 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7747012a-8124-43b2-b04d-c271feb27c85 req-15346292-d4c6-497b-b2e2-6c2df99e8b01 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 943 time: 0.4449480 Sep 29 19:43:01.185142 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ae0f4a4e-9c44-4dd9-95b1-dadb4e4222dd req-821579f0-5904-4f21-a861-577520e54e3b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678706 Sep 29 19:43:01.199041 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7747012a-8124-43b2-b04d-c271feb27c85 req-c41bfca3-1f97-4325-950c-1b4895fe9476 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612209 Sep 29 19:43:01.785357 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc245299-6578-4b9c-848c-b45b1740bdd9 req-762ced0d-31a4-4363-8d5e-68f4c5517c56 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:01.787576 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cc245299-6578-4b9c-848c-b45b1740bdd9 req-762ced0d-31a4-4363-8d5e-68f4c5517c56 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0995567 Sep 29 19:43:01.836008 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cc245299-6578-4b9c-848c-b45b1740bdd9 req-7bf7ad19-b34f-407e-b44f-ce9ce145b33a tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Sep 29 19:43:02.383030 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3604a1-d9c5-4dec-9421-34b291d568a2 req-89fd6baf-2aeb-436a-b4c4-71a04bb37cee tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:02.384547 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ae3604a1-d9c5-4dec-9421-34b291d568a2 req-89fd6baf-2aeb-436a-b4c4-71a04bb37cee tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 943 time: 0.0774457 Sep 29 19:43:02.392210 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80207a5-3eec-47a9-9c46-88fcaf4069eb req-d72c6435-e8ad-48d7-aecf-18aced02214f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:02.393719 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b80207a5-3eec-47a9-9c46-88fcaf4069eb req-d72c6435-e8ad-48d7-aecf-18aced02214f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 943 time: 0.0959628 Sep 29 19:43:02.461021 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ae3604a1-d9c5-4dec-9421-34b291d568a2 req-58c3be01-9e26-4a6b-ae0e-e22829b805d8 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662656 Sep 29 19:43:02.467309 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b80207a5-3eec-47a9-9c46-88fcaf4069eb req-7a08f286-7615-470b-81d2-9c06e0f71584 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655432 Sep 29 19:43:02.534527 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:43:02.764136 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c2393d97-6d6c-4c66-a483-eb2a80a39997 req-ff0cd3de-51b4-4c14-b54a-75d07eb34583 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463294 Sep 29 19:43:02.966212 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7807957-1ef2-4169-aef8-91fe181e0ccd req-e670bc15-579b-4a0d-b470-7f3204367462 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:02.967812 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c7807957-1ef2-4169-aef8-91fe181e0ccd req-e670bc15-579b-4a0d-b470-7f3204367462 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0527561 Sep 29 19:43:03.009346 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c7807957-1ef2-4169-aef8-91fe181e0ccd req-9acb2b59-ce5a-4ab8-a761-7f3b874da72e tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350456 Sep 29 19:43:03.657034 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 27e2c6cb-754d-44df-9f69-239aef42e92e details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:43:03.722791 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a732ea-37d5-4ea4-90c0-c57111b9961f req-6ceed34d-569f-4225-9eb8-ecad452e8a6a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:03.724952 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-54a732ea-37d5-4ea4-90c0-c57111b9961f req-6ceed34d-569f-4225-9eb8-ecad452e8a6a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 943 time: 0.1369913 Sep 29 19:43:03.736367 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c875bb-aa54-4e10-b6a3-2cffe9ec46c7 req-40b1ae60-bbb2-47cb-9c5f-1ca73ae69dfe tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:03.738570 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-93c875bb-aa54-4e10-b6a3-2cffe9ec46c7 req-40b1ae60-bbb2-47cb-9c5f-1ca73ae69dfe tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 943 time: 0.1355989 Sep 29 19:43:03.810625 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-54a732ea-37d5-4ea4-90c0-c57111b9961f req-2cd3b28f-5ab8-4220-8ea4-ac8aa97ac0ff tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702081 Sep 29 19:43:03.843125 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-93c875bb-aa54-4e10-b6a3-2cffe9ec46c7 req-23eaba91-017e-495a-a9b8-06ef65d1b4c2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818918 Sep 29 19:43:03.851398 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 27e2c6cb-754d-44df-9f69-239aef42e92e, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=27e2c6cb-754d-44df-9f69-239aef42e92e,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:03.872137 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '27e2c6cb-754d-44df-9f69-239aef42e92e', 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc', 'port_id': '27e2c6cb-754d-44df-9f69-239aef42e92e', 'mac_address': 'fa:16:3e:d9:3b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36106120-0e04-42f9-83b0-b987dd292ad8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:43:03.945591 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:03.965633 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e2c6cb-754d-44df-9f69-239aef42e92e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:43:03.995875 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 27e2c6cb-754d-44df-9f69-239aef42e92e, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=27e2c6cb-754d-44df-9f69-239aef42e92e,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:04.000981 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:04.001738 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8318359d-606d-4545-a7db-08fd980d52fa details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:43:04.085206 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=27e2c6cb-754d-44df-9f69-239aef42e92e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:04.199251 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3e215-73ce-4967-8bca-a035a6290dd7 req-fdad23f8-ee21-4b69-b401-535f69323b1f tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:04.202017 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-21a3e215-73ce-4967-8bca-a035a6290dd7 req-fdad23f8-ee21-4b69-b401-535f69323b1f tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0880444 Sep 29 19:43:04.204227 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 8318359d-606d-4545-a7db-08fd980d52fa, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8318359d-606d-4545-a7db-08fd980d52fa,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:04.227259 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '8318359d-606d-4545-a7db-08fd980d52fa', 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f', 'port_id': '8318359d-606d-4545-a7db-08fd980d52fa', 'mac_address': 'fa:16:3e:d2:fe:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daa1e76-42e3-408e-846d-ca7a46dcfacc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:43:04.269701 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-21a3e215-73ce-4967-8bca-a035a6290dd7 req-cbcd29b4-c3f3-426a-b750-1c17aac64b7b tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605080 Sep 29 19:43:04.277131 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:04.299231 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8318359d-606d-4545-a7db-08fd980d52fa {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:43:04.335720 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 8318359d-606d-4545-a7db-08fd980d52fa, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8318359d-606d-4545-a7db-08fd980d52fa,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:04.341426 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:04.342106 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 78d5b6bf-9979-434b-8ad2-abb5f6a62697 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:43:04.413354 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=8318359d-606d-4545-a7db-08fd980d52fa,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:04.417348 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 78d5b6bf-9979-434b-8ad2-abb5f6a62697, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=78d5b6bf-9979-434b-8ad2-abb5f6a62697,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:04.430969 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '78d5b6bf-9979-434b-8ad2-abb5f6a62697', 'network_id': 'b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f', 'port_id': '78d5b6bf-9979-434b-8ad2-abb5f6a62697', 'mac_address': 'fa:16:3e:f8:6b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daa1e76-42e3-408e-846d-ca7a46dcfacc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:43:04.479935 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:04.497556 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d5b6bf-9979-434b-8ad2-abb5f6a62697 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:43:04.526991 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 78d5b6bf-9979-434b-8ad2-abb5f6a62697, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=78d5b6bf-9979-434b-8ad2-abb5f6a62697,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:04.532741 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:04.623422 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=78d5b6bf-9979-434b-8ad2-abb5f6a62697,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:04.852793 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['8318359d-606d-4545-a7db-08fd980d52fa'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:43:05.003224 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['27e2c6cb-754d-44df-9f69-239aef42e92e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:43:05.009132 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['78d5b6bf-9979-434b-8ad2-abb5f6a62697'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:43:05.195526 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1b06-103e-4f89-b88e-fbba1b736066 req-e3b3b6aa-2713-4d1e-890a-992d8008bb8a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:05.210221 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3baa1b06-103e-4f89-b88e-fbba1b736066 req-e3b3b6aa-2713-4d1e-890a-992d8008bb8a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 944 time: 0.2041330 Sep 29 19:43:05.272492 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b1cce-bb4f-4918-9315-9d7910a3f401 req-30eeed20-7ac8-4c05-a665-1dd7a0b3a41e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:05.286207 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f29b1cce-bb4f-4918-9315-9d7910a3f401 req-30eeed20-7ac8-4c05-a665-1dd7a0b3a41e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 944 time: 0.2205117 Sep 29 19:43:05.405275 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3baa1b06-103e-4f89-b88e-fbba1b736066 req-0a65fae1-ce49-459a-b020-244d9bcceb29 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987007 Sep 29 19:43:05.429921 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f29b1cce-bb4f-4918-9315-9d7910a3f401 req-73496ed5-73ce-4e5a-a247-abfd0260ca66 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412883 Sep 29 19:43:05.624840 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a86450fe-f55b-4fc7-ad08-af694b011839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:05.675988 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e303d-13bd-4522-bc75-755e013253d1 req-85cef967-a057-47d3-b12a-b42a15924696 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:05.678640 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-227e303d-13bd-4522-bc75-755e013253d1 req-85cef967-a057-47d3-b12a-b42a15924696 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0957613 Sep 29 19:43:05.733425 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-227e303d-13bd-4522-bc75-755e013253d1 req-ca64b7ae-b80a-46ab-900c-1b9775dd5e3d tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Sep 29 19:43:06.546076 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d192d-d3bd-4581-a8e8-d13e29c31ef0 req-33c0689f-122f-4db1-b2fb-29fff9537445 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:06.547686 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-012d192d-d3bd-4581-a8e8-d13e29c31ef0 req-33c0689f-122f-4db1-b2fb-29fff9537445 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 944 time: 0.0553839 Sep 29 19:43:06.617177 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-012d192d-d3bd-4581-a8e8-d13e29c31ef0 req-551ef882-73ae-4775-ad36-df95b4d3ad77 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591054 Sep 29 19:43:06.634081 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3c6a-5fb0-44e8-a67d-c056d49fe868 req-58fa12bc-14af-43c3-a4c1-cac81bbcf1b8 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:06.637997 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-142d3c6a-5fb0-44e8-a67d-c056d49fe868 req-58fa12bc-14af-43c3-a4c1-cac81bbcf1b8 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 944 time: 0.0891695 Sep 29 19:43:06.696693 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-142d3c6a-5fb0-44e8-a67d-c056d49fe868 req-f7268579-abe1-4929-bdfb-7a64d405fc16 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513444 Sep 29 19:43:06.845940 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 69ca9a33-356c-4bdd-8863-bdca18d0ab79 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:43:06.892131 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e92bed-28bf-4785-b3fa-c1240236d63e req-74ce4f02-2e93-46a8-867c-66b63e55611e tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:06.894721 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-15e92bed-28bf-4785-b3fa-c1240236d63e req-74ce4f02-2e93-46a8-867c-66b63e55611e tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0806129 Sep 29 19:43:06.963427 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-15e92bed-28bf-4785-b3fa-c1240236d63e req-98ee4809-b550-4f9c-975c-7e98c1c1d7bc tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603023 Sep 29 19:43:07.025467 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 69ca9a33-356c-4bdd-8863-bdca18d0ab79, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=69ca9a33-356c-4bdd-8863-bdca18d0ab79,segment=NetworkSegment(cfd57ae4-90a8-43f7-8cd8-36fa4f502806),segment_id=cfd57ae4-90a8-43f7-8cd8-36fa4f502806)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:07.044728 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '69ca9a33-356c-4bdd-8863-bdca18d0ab79', 'network_id': '7af25286-6779-42e2-a751-08bfe49b0b39', 'port_id': '69ca9a33-356c-4bdd-8863-bdca18d0ab79', 'mac_address': 'fa:16:3e:81:79:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dee150a-ba68-4892-86c6-f1633a720ec7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:43:07.086894 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:07.102752 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ca9a33-356c-4bdd-8863-bdca18d0ab79 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:43:07.124943 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 69ca9a33-356c-4bdd-8863-bdca18d0ab79, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=69ca9a33-356c-4bdd-8863-bdca18d0ab79,segment=NetworkSegment(cfd57ae4-90a8-43f7-8cd8-36fa4f502806),segment_id=cfd57ae4-90a8-43f7-8cd8-36fa4f502806)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:07.129436 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:07.297932 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=69ca9a33-356c-4bdd-8863-bdca18d0ab79,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:07.769263 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a6d9-a383-4eed-8a4c-2d4781d78c53 req-ed196e86-48f8-4d62-b971-b5e06ae42e42 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:07.771799 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-28b6a6d9-a383-4eed-8a4c-2d4781d78c53 req-ed196e86-48f8-4d62-b971-b5e06ae42e42 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 944 time: 0.0737751 Sep 29 19:43:07.858464 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-28b6a6d9-a383-4eed-8a4c-2d4781d78c53 req-9f742400-fba7-4089-8c7c-ae4c3745af08 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754287 Sep 29 19:43:07.871887 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35360626-b5fa-4033-9bd3-4313aa25b931 req-dda283dd-46ee-4804-b6b8-f9eb9b6a325b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:07.873741 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-35360626-b5fa-4033-9bd3-4313aa25b931 req-dda283dd-46ee-4804-b6b8-f9eb9b6a325b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 944 time: 0.0894299 Sep 29 19:43:07.922826 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-35360626-b5fa-4033-9bd3-4313aa25b931 req-1589fb77-1702-4868-8ba7-587a08b1adfb tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362933 Sep 29 19:43:08.088226 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b9315-56ca-48ab-be01-cad5a6091f01 req-f55e60ae-1581-4b9f-9bf3-dfb6609b3ea4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:08.090090 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b88b9315-56ca-48ab-be01-cad5a6091f01 req-f55e60ae-1581-4b9f-9bf3-dfb6609b3ea4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0534258 Sep 29 19:43:08.137430 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b88b9315-56ca-48ab-be01-cad5a6091f01 req-b8554cdf-2a33-48b8-b575-4d1e9b942309 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371203 Sep 29 19:43:08.547476 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95e97f12-ee17-410a-9ef4-69a332646040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:08.778143 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:09.005317 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af12f-e9b4-430c-a1b4-923b9809626d req-04c861a3-dc3b-4b9d-a230-21469a605a29 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:09.007630 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-189af12f-e9b4-430c-a1b4-923b9809626d req-04c861a3-dc3b-4b9d-a230-21469a605a29 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 944 time: 0.0658472 Sep 29 19:43:09.119574 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['69ca9a33-356c-4bdd-8863-bdca18d0ab79'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:43:09.126179 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-189af12f-e9b4-430c-a1b4-923b9809626d req-c845ff34-8fbf-47ad-831f-f0a36d92bb34 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080306 Sep 29 19:43:09.165916 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b84e51-5368-4617-a599-6359ede196ba req-d9971fe0-87c2-48de-8fe9-32f43c12b158 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:09.168652 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-86b84e51-5368-4617-a599-6359ede196ba req-d9971fe0-87c2-48de-8fe9-32f43c12b158 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 944 time: 0.1110449 Sep 29 19:43:09.261403 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-86b84e51-5368-4617-a599-6359ede196ba req-6e907602-9aa7-484d-a5bb-e68458c720bd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790870 Sep 29 19:43:09.315475 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74f8cf-c636-4d86-a981-47b0162d09e4 req-a83520b6-380a-473b-8f9a-228b072e818d tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:09.317160 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bb74f8cf-c636-4d86-a981-47b0162d09e4 req-a83520b6-380a-473b-8f9a-228b072e818d tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0851393 Sep 29 19:43:09.367346 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bb74f8cf-c636-4d86-a981-47b0162d09e4 req-9955c374-30c0-4bf8-a7ee-0065278cfd9c tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385249 Sep 29 19:43:09.403711 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:10.275394 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff2cf4-7e18-4d2c-87f1-1df9934b3190 req-27136b24-7e3a-4b3b-96ff-9778bc111d3d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:10.277213 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e9ff2cf4-7e18-4d2c-87f1-1df9934b3190 req-27136b24-7e3a-4b3b-96ff-9778bc111d3d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 944 time: 0.0611386 Sep 29 19:43:10.337390 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e9ff2cf4-7e18-4d2c-87f1-1df9934b3190 req-e2f9f759-673e-42f4-b964-eb8b346adb15 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491643 Sep 29 19:43:10.407962 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2161301-5dcd-42fd-bb80-d8cd2ded9eab req-c149c309-14c6-4861-928c-5c41fc131adc tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:10.409898 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b2161301-5dcd-42fd-bb80-d8cd2ded9eab req-c149c309-14c6-4861-928c-5c41fc131adc tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 944 time: 0.0711060 Sep 29 19:43:10.464031 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b2161301-5dcd-42fd-bb80-d8cd2ded9eab req-6ce0f764-0aa2-45b9-9ca4-a0578beb668e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Sep 29 19:43:10.529795 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f189679-52d2-4ac0-9b7e-df7783b8e612 req-137265f3-3198-4460-9152-c0472de695a8 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:10.531562 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1f189679-52d2-4ac0-9b7e-df7783b8e612 req-137265f3-3198-4460-9152-c0472de695a8 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0733051 Sep 29 19:43:10.575893 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1f189679-52d2-4ac0-9b7e-df7783b8e612 req-81693a19-df02-4dce-9fcd-2019ade20d29 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372572 Sep 29 19:43:11.266062 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:11.493839 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697702a-9326-42a8-b525-ee50794f38f9 req-2ac580ad-a13e-4348-af78-41da6edde087 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:11.495476 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b697702a-9326-42a8-b525-ee50794f38f9 req-2ac580ad-a13e-4348-af78-41da6edde087 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 944 time: 0.0558417 Sep 29 19:43:11.574711 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b697702a-9326-42a8-b525-ee50794f38f9 req-ca1e16f0-2a1e-4dbc-ba76-4bab76065c7f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678716 Sep 29 19:43:11.639411 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7d50f-569e-4df3-b0b2-37788f71353c req-34289d36-cd91-4ddb-9a7f-af628cf931ea tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:11.642108 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-58f7d50f-569e-4df3-b0b2-37788f71353c req-34289d36-cd91-4ddb-9a7f-af628cf931ea tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 944 time: 0.0808525 Sep 29 19:43:11.718394 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-58f7d50f-569e-4df3-b0b2-37788f71353c req-341fdb03-c321-4584-b3cf-7016cf2dc941 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642960 Sep 29 19:43:11.738981 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ac568-e257-40d0-b4f0-8bf28f7c4b8f req-977c1b32-21f1-41d8-889f-4633f9d2d108 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:11.741250 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d34ac568-e257-40d0-b4f0-8bf28f7c4b8f req-977c1b32-21f1-41d8-889f-4633f9d2d108 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0682223 Sep 29 19:43:11.789680 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d34ac568-e257-40d0-b4f0-8bf28f7c4b8f req-87cbd6d0-bd44-4488-891d-937040606f63 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Sep 29 19:43:12.408671 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8318359d-606d-4545-a7db-08fd980d52fa up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:43:12.469735 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:12.494057 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 8318359d-606d-4545-a7db-08fd980d52fa completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:43:12.498838 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 8318359d-606d-4545-a7db-08fd980d52fa triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:43:12.499358 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:12.640496 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:12.686812 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2139ad4-9a60-4228-b213-89bed6942e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8318359d-606d-4545-a7db-08fd980d52fa'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:43:12.726923 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52290b-f478-4bf9-88f9-d864fff43c88 req-ac407675-54d5-4080-9b7d-a88ca842edc8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:12.729217 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2c52290b-f478-4bf9-88f9-d864fff43c88 req-ac407675-54d5-4080-9b7d-a88ca842edc8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 944 time: 0.0696661 Sep 29 19:43:12.784519 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 8318359d-606d-4545-a7db-08fd980d52fa, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8318359d-606d-4545-a7db-08fd980d52fa,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:12.792466 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:12.793311 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2c52290b-f478-4bf9-88f9-d864fff43c88 req-1f22014b-34c6-41aa-8b33-6f09cd1a567e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574250 Sep 29 19:43:12.795425 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 27e2c6cb-754d-44df-9f69-239aef42e92e up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:43:12.910234 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=8318359d-606d-4545-a7db-08fd980d52fa,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:12.922222 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 27e2c6cb-754d-44df-9f69-239aef42e92e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:43:12.928307 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 27e2c6cb-754d-44df-9f69-239aef42e92e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:43:12.928882 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:12.964555 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84d6c13-e8f2-4151-b52e-8c3fa3532509" -d '{"events": [{"server_uuid": "d2139ad4-9a60-4228-b213-89bed6942e0e", "name": "network-vif-plugged", "status": "completed", "tag": "8318359d-606d-4545-a7db-08fd980d52fa"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:43:12.993253 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f9e40-f1b3-4910-a7eb-4dca59b1032d req-519d2aa7-f4a1-452b-962d-25021151a092 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:12.995979 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-050f9e40-f1b3-4910-a7eb-4dca59b1032d req-519d2aa7-f4a1-452b-962d-25021151a092 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 944 time: 0.1384714 Sep 29 19:43:13.028717 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:13.037028 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44349459-4d47-4e2a-a201-e274dc36c5e7 req-4ca7ff2e-faf3-4e7b-9072-2cc65b74fc48 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:13.040097 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-44349459-4d47-4e2a-a201-e274dc36c5e7 req-4ca7ff2e-faf3-4e7b-9072-2cc65b74fc48 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 945 time: 0.1322148 Sep 29 19:43:13.067755 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 27e2c6cb-754d-44df-9f69-239aef42e92e, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=27e2c6cb-754d-44df-9f69-239aef42e92e,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:13.073847 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:13.074852 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 78d5b6bf-9979-434b-8ad2-abb5f6a62697 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:43:13.115218 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-050f9e40-f1b3-4910-a7eb-4dca59b1032d req-b453d34e-6e90-47ef-80ef-2aa2f2eb388c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096406 Sep 29 19:43:13.140728 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-44349459-4d47-4e2a-a201-e274dc36c5e7 req-4ca7487c-6df5-49eb-a949-5dacfbb590c8 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891471 Sep 29 19:43:13.175506 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=27e2c6cb-754d-44df-9f69-239aef42e92e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:13.196055 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 78d5b6bf-9979-434b-8ad2-abb5f6a62697 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:43:13.201649 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 78d5b6bf-9979-434b-8ad2-abb5f6a62697 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:43:13.202137 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:13.309582 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ffb9fd-2a16-4878-b9f8-42bfb9d2275a x-openstack-request-id: req-05ffb9fd-2a16-4878-b9f8-42bfb9d2275a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:43:13.310070 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2139ad4-9a60-4228-b213-89bed6942e0e", "name": "network-vif-plugged", "status": "completed", "tag": "8318359d-606d-4545-a7db-08fd980d52fa", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:43:13.310485 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05ffb9fd-2a16-4878-b9f8-42bfb9d2275a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:43:13.311184 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2139ad4-9a60-4228-b213-89bed6942e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8318359d-606d-4545-a7db-08fd980d52fa', 'code': 200} Sep 29 19:43:13.338226 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:13.396416 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 78d5b6bf-9979-434b-8ad2-abb5f6a62697, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=78d5b6bf-9979-434b-8ad2-abb5f6a62697,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:13.402003 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:13.455595 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=78d5b6bf-9979-434b-8ad2-abb5f6a62697,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:13.949327 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebde7e-4fa3-4c43-b3cf-7ad2f38944a8 req-2e0c7842-2046-49c1-b958-4d59c2f9343a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:13.951265 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d5ebde7e-4fa3-4c43-b3cf-7ad2f38944a8 req-2e0c7842-2046-49c1-b958-4d59c2f9343a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0582078 Sep 29 19:43:13.994512 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d5ebde7e-4fa3-4c43-b3cf-7ad2f38944a8 req-6e114dd1-8bbc-4337-8fe2-700928a46a2d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361252 Sep 29 19:43:14.309482 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af957a7d-37f5-4dbf-bd46-bba5521df15c req-124b83b4-fde1-477c-b6aa-1722d156062e tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:14.311070 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-af957a7d-37f5-4dbf-bd46-bba5521df15c req-124b83b4-fde1-477c-b6aa-1722d156062e tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0820560 Sep 29 19:43:14.322326 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fab77-e4f6-42c3-a32d-8a2daaaf7848 req-b75734a6-650a-4551-94c7-d0ef771dc1de tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:14.324004 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4f8fab77-e4f6-42c3-a32d-8a2daaaf7848 req-b75734a6-650a-4551-94c7-d0ef771dc1de tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 945 time: 0.0857928 Sep 29 19:43:14.384032 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-af957a7d-37f5-4dbf-bd46-bba5521df15c req-000576a2-8cab-432f-8ba6-2ed9153bd958 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589902 Sep 29 19:43:14.399214 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4f8fab77-e4f6-42c3-a32d-8a2daaaf7848 req-04849b65-07cf-4602-80ac-6e9ead6630c6 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586879 Sep 29 19:43:15.155730 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38156651-3fe3-4810-9eca-4bf860a63373 req-29939db8-6cdf-4e9b-b7ca-f2ffb59b8ba7 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:15.158378 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-38156651-3fe3-4810-9eca-4bf860a63373 req-29939db8-6cdf-4e9b-b7ca-f2ffb59b8ba7 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0558505 Sep 29 19:43:15.206048 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-38156651-3fe3-4810-9eca-4bf860a63373 req-83ba1047-dfab-4da8-bfe9-8a28b32b3f82 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Sep 29 19:43:15.313626 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591684a-9964-4316-85d8-5abd8a746549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e2c6cb-754d-44df-9f69-239aef42e92e'}, {'server_uuid': '2e430c09-ef27-4a3f-82b0-04f340b46d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5b6bf-9979-434b-8ad2-abb5f6a62697'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:43:15.316221 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9454376-267f-4c1b-80c7-2030df8beea4" -d '{"events": [{"server_uuid": "7591684a-9964-4316-85d8-5abd8a746549", "name": "network-vif-plugged", "status": "completed", "tag": "27e2c6cb-754d-44df-9f69-239aef42e92e"}, {"server_uuid": "2e430c09-ef27-4a3f-82b0-04f340b46d74", "name": "network-vif-plugged", "status": "completed", "tag": "78d5b6bf-9979-434b-8ad2-abb5f6a62697"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:43:15.362267 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 19:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799d3777-b56d-4d99-a3c9-ce9b0a28d5c2 x-openstack-request-id: req-799d3777-b56d-4d99-a3c9-ce9b0a28d5c2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:43:15.362678 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591684a-9964-4316-85d8-5abd8a746549", "name": "network-vif-plugged", "status": "completed", "tag": "27e2c6cb-754d-44df-9f69-239aef42e92e", "code": 200}, {"server_uuid": "2e430c09-ef27-4a3f-82b0-04f340b46d74", "name": "network-vif-plugged", "status": "completed", "tag": "78d5b6bf-9979-434b-8ad2-abb5f6a62697", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:43:15.363098 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-799d3777-b56d-4d99-a3c9-ce9b0a28d5c2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:43:15.363528 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591684a-9964-4316-85d8-5abd8a746549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e2c6cb-754d-44df-9f69-239aef42e92e', 'code': 200} Sep 29 19:43:15.363846 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e430c09-ef27-4a3f-82b0-04f340b46d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5b6bf-9979-434b-8ad2-abb5f6a62697', 'code': 200} Sep 29 19:43:15.514795 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74309cc8-b060-4183-b0f5-c09e674d78fa req-ccadc5f4-d9f7-4c12-bfbb-0b28393bbcb8 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:15.516445 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-74309cc8-b060-4183-b0f5-c09e674d78fa req-ccadc5f4-d9f7-4c12-bfbb-0b28393bbcb8 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0559366 Sep 29 19:43:15.594010 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-74309cc8-b060-4183-b0f5-c09e674d78fa req-2e9ced36-dbad-462d-b693-b4026a9eddfa tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706363 Sep 29 19:43:15.608578 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8ee68-d497-4e22-9a2c-b1023a8f91e1 req-61c408f7-5c12-43a3-a687-593c0fcf2465 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:15.610182 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f4a8ee68-d497-4e22-9a2c-b1023a8f91e1 req-61c408f7-5c12-43a3-a687-593c0fcf2465 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 945 time: 0.0806496 Sep 29 19:43:15.657358 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f4a8ee68-d497-4e22-9a2c-b1023a8f91e1 req-2025ce6d-ad9b-4708-a036-1c5e191fc30a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370996 Sep 29 19:43:15.985913 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea0b89-7f27-4782-ad9c-874c5086913d req-07821e9d-af01-4cfd-8c1d-a45177bf32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:15.987447 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-57ea0b89-7f27-4782-ad9c-874c5086913d req-07821e9d-af01-4cfd-8c1d-a45177bf32a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 1098 time: 0.1206670 Sep 29 19:43:16.015922 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57ea0b89-7f27-4782-ad9c-874c5086913d req-0332100f-9f74-4704-8dda-bd885b7380f6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:16.018990 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe0d57-88fd-4a12-ac5b-b64460ff4ec0 req-763a84c6-2abd-40b2-b4a8-dc4252fbb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:16.020511 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e3fe0d57-88fd-4a12-ac5b-b64460ff4ec0 req-763a84c6-2abd-40b2-b4a8-dc4252fbb86c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 1098 time: 0.0759230 Sep 29 19:43:16.023543 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d689f-2223-4055-8a23-e40159d56e4e req-7375a5b5-ff52-4a5e-bd01-ff68f03f9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:16.025139 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-378d689f-2223-4055-8a23-e40159d56e4e req-7375a5b5-ff52-4a5e-bd01-ff68f03f9a76 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 1098 time: 0.0801897 Sep 29 19:43:16.049547 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-378d689f-2223-4055-8a23-e40159d56e4e req-b6913e96-89ff-44ed-be4c-47da6012b8c9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:16.054743 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e3fe0d57-88fd-4a12-ac5b-b64460ff4ec0 req-1f696a9f-419b-40fd-9cdd-061e2df397ac service neutron] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:16.155462 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57ea0b89-7f27-4782-ad9c-874c5086913d req-0332100f-9f74-4704-8dda-bd885b7380f6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:16.159984 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57ea0b89-7f27-4782-ad9c-874c5086913d req-0332100f-9f74-4704-8dda-bd885b7380f6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:16.195296 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.db.api [req-378d689f-2223-4055-8a23-e40159d56e4e req-b6913e96-89ff-44ed-be4c-47da6012b8c9 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 3bd64a79ab484772ac72612fe5dbe212 {{(pid=100711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 19:43:16.195653 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG oslo_db.api [req-378d689f-2223-4055-8a23-e40159d56e4e req-b6913e96-89ff-44ed-be4c-47da6012b8c9 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 19:43:16.197996 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.db.api [req-e3fe0d57-88fd-4a12-ac5b-b64460ff4ec0 req-1f696a9f-419b-40fd-9cdd-061e2df397ac service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 19:43:16.197996 dv-cinder-811740-1-iscsi neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 19:43:16.197996 dv-cinder-811740-1-iscsi neutron-server[100712]: [parameters: {'project_id_1': '3bd64a79ab484772ac72612fe5dbe212', 'expiration_1': datetime.datetime(2021, 9, 29, 19, 42, 56, 81732)}] Sep 29 19:43:16.197996 dv-cinder-811740-1-iscsi neutron-server[100712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 19:43:16.198475 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG oslo_db.api [req-e3fe0d57-88fd-4a12-ac5b-b64460ff4ec0 req-1f696a9f-419b-40fd-9cdd-061e2df397ac service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 19:43:16.212305 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-57ea0b89-7f27-4782-ad9c-874c5086913d req-0332100f-9f74-4704-8dda-bd885b7380f6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167373 Sep 29 19:43:16.218129 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332100f-9f74-4704-8dda-bd885b7380f6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e4caec-a661-454f-9080-66ba50652b0d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:16.366641 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb968c-796a-45e2-9fa8-465918ecc337 req-9b1783c5-4d3a-4c07-879f-bd34dfd7ae4a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:16.369090 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adbb968c-796a-45e2-9fa8-465918ecc337 req-9b1783c5-4d3a-4c07-879f-bd34dfd7ae4a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0750656 Sep 29 19:43:16.442233 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adbb968c-796a-45e2-9fa8-465918ecc337 req-cc30bcc1-a4e5-403c-92b8-c276ca788f6c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624022 Sep 29 19:43:16.697427 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-378d689f-2223-4055-8a23-e40159d56e4e req-b6913e96-89ff-44ed-be4c-47da6012b8c9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:16.705168 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e3fe0d57-88fd-4a12-ac5b-b64460ff4ec0 req-1f696a9f-419b-40fd-9cdd-061e2df397ac service neutron] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:16.705521 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 69ca9a33-356c-4bdd-8863-bdca18d0ab79 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:43:16.913287 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 69ca9a33-356c-4bdd-8863-bdca18d0ab79 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:43:16.923346 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 69ca9a33-356c-4bdd-8863-bdca18d0ab79 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:43:16.924136 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:16.929494 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d21e5-82c7-4e43-850d-2850c143d87f req-b14b612b-7c0e-45d8-94ba-a09547bc3ec3 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:16.950856 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1e9d21e5-82c7-4e43-850d-2850c143d87f req-b14b612b-7c0e-45d8-94ba-a09547bc3ec3 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 945 time: 0.2609510 Sep 29 19:43:17.034815 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-378d689f-2223-4055-8a23-e40159d56e4e req-b6913e96-89ff-44ed-be4c-47da6012b8c9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9967439 Sep 29 19:43:17.158358 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1e9d21e5-82c7-4e43-850d-2850c143d87f req-6e962ef1-dd58-4304-a7b0-614d26dca4d5 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059169 Sep 29 19:43:17.173922 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:17.190760 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e3fe0d57-88fd-4a12-ac5b-b64460ff4ec0 req-1f696a9f-419b-40fd-9cdd-061e2df397ac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1548879 Sep 29 19:43:17.206595 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 56422) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:17.230865 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96999f1c-3290-4221-8093-1f122ecf5080 req-e7ff69fc-dd10-4aa9-a8d5-6c03b74a0318 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:17.233575 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-96999f1c-3290-4221-8093-1f122ecf5080 req-e7ff69fc-dd10-4aa9-a8d5-6c03b74a0318 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 945 time: 0.2788892 Sep 29 19:43:17.259040 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 69ca9a33-356c-4bdd-8863-bdca18d0ab79, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=69ca9a33-356c-4bdd-8863-bdca18d0ab79,segment=NetworkSegment(cfd57ae4-90a8-43f7-8cd8-36fa4f502806),segment_id=cfd57ae4-90a8-43f7-8cd8-36fa4f502806)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:17.272973 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:17.305867 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-96999f1c-3290-4221-8093-1f122ecf5080 req-e00562d4-ccb3-4a3c-90fa-df1427a08de1 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591042 Sep 29 19:43:17.365219 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0886c-ce05-43b9-aa29-3d33eb42b6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ca9a33-356c-4bdd-8863-bdca18d0ab79'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:43:17.369531 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cb957a-e569-43f8-be28-c977e6de3ffd" -d '{"events": [{"server_uuid": "e2f0886c-ce05-43b9-aa29-3d33eb42b6f9", "name": "network-vif-plugged", "status": "completed", "tag": "69ca9a33-356c-4bdd-8863-bdca18d0ab79"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:43:17.446999 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be6cf20f-7abe-4f3a-a133-736847342ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:17.450934 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=69ca9a33-356c-4bdd-8863-bdca18d0ab79,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:17.470800 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8ec765-b730-4d56-89cc-7f1e679ba109 x-openstack-request-id: req-4c8ec765-b730-4d56-89cc-7f1e679ba109 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:43:17.471645 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0886c-ce05-43b9-aa29-3d33eb42b6f9", "name": "network-vif-plugged", "status": "completed", "tag": "69ca9a33-356c-4bdd-8863-bdca18d0ab79", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:43:17.472353 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c8ec765-b730-4d56-89cc-7f1e679ba109 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:43:17.473108 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0886c-ce05-43b9-aa29-3d33eb42b6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ca9a33-356c-4bdd-8863-bdca18d0ab79', 'code': 200} Sep 29 19:43:17.624356 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be6cf20f-7abe-4f3a-a133-736847342ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:17.633724 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be6cf20f-7abe-4f3a-a133-736847342ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:17.673623 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cf20f-7abe-4f3a-a133-736847342ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e75a2f-c137-4f8a-9b36-c61e0ece6400,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:17.706936 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323a5b-c8c1-4b0e-a3f9-314074fe2244 req-b99fbf0a-3a8e-4a1d-84f2-95fdf3cccffd tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:17.718118 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-be6cf20f-7abe-4f3a-a133-736847342ad5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91bf2ff3d1eb4726bdd275c902be0aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098832 Sep 29 19:43:17.718719 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-78323a5b-c8c1-4b0e-a3f9-314074fe2244 req-b99fbf0a-3a8e-4a1d-84f2-95fdf3cccffd tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1073065 Sep 29 19:43:17.720863 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 56452) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:17.794254 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95ca1c1d-e9a8-4e90-b3f4-0bc6a51538e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:17.829423 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95ca1c1d-e9a8-4e90-b3f4-0bc6a51538e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:17.832048 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-78323a5b-c8c1-4b0e-a3f9-314074fe2244 req-faf6b4ec-ad6b-47e4-b306-24bda2dbd095 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121039 Sep 29 19:43:17.871701 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82350eb6-0221-4c42-bc00-8d32af59cc07 req-ff107f3e-c3d1-4469-aaa9-5074b51617e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:17.873596 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-82350eb6-0221-4c42-bc00-8d32af59cc07 req-ff107f3e-c3d1-4469-aaa9-5074b51617e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 1099 time: 0.1528068 Sep 29 19:43:17.895519 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95ca1c1d-e9a8-4e90-b3f4-0bc6a51538e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:17.898951 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95ca1c1d-e9a8-4e90-b3f4-0bc6a51538e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:17.900197 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-95ca1c1d-e9a8-4e90-b3f4-0bc6a51538e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20e75a2f-c137-4f8a-9b36-c61e0ece6400 HTTP/1.1" status: 204 len: 168 time: 0.1781926 Sep 29 19:43:17.917852 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca1c1d-e9a8-4e90-b3f4-0bc6a51538e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e75a2f-c137-4f8a-9b36-c61e0ece6400,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:18.139848 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 56466) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:18.307659 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90e0c869-f9a8-4e98-a0bf-58006fad69c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:18.388283 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031c191-42e6-46d6-995d-f2f5f09ab773 req-cc0c1728-8847-4ba0-8f6e-7f3349c1fc72 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:18.399000 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d031c191-42e6-46d6-995d-f2f5f09ab773 req-cc0c1728-8847-4ba0-8f6e-7f3349c1fc72 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0817804 Sep 29 19:43:18.452182 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d031c191-42e6-46d6-995d-f2f5f09ab773 req-eb5e50b2-a549-44ea-bcf6-d3004456e228 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518749 Sep 29 19:43:18.454806 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90e0c869-f9a8-4e98-a0bf-58006fad69c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:18.464933 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90e0c869-f9a8-4e98-a0bf-58006fad69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:18.512625 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0c869-f9a8-4e98-a0bf-58006fad69c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9db43e-6745-472b-8477-0784f7d8bdba,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:18.517432 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-90e0c869-f9a8-4e98-a0bf-58006fad69c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cea111d100594a23872818d44dcb09f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761272 Sep 29 19:43:18.521666 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 56486) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:18.547857 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83939b-181b-44f8-b135-e3502da68332 req-9bd6a0c0-d0f7-4efd-a422-5affe425099a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:18.549584 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3e83939b-181b-44f8-b135-e3502da68332 req-9bd6a0c0-d0f7-4efd-a422-5affe425099a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 945 time: 0.0937564 Sep 29 19:43:18.588345 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9460e0c8-6c6c-4b89-96e3-63487930d0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:18.611380 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3e83939b-181b-44f8-b135-e3502da68332 req-2422342b-8ec2-420c-9d0f-0b4fe30d702f tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484273 Sep 29 19:43:18.628779 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9460e0c8-6c6c-4b89-96e3-63487930d0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:18.696391 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9460e0c8-6c6c-4b89-96e3-63487930d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:18.700121 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9460e0c8-6c6c-4b89-96e3-63487930d0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:18.704356 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-9460e0c8-6c6c-4b89-96e3-63487930d0d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df9db43e-6745-472b-8477-0784f7d8bdba HTTP/1.1" status: 204 len: 168 time: 0.1782200 Sep 29 19:43:18.714617 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460e0c8-6c6c-4b89-96e3-63487930d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9db43e-6745-472b-8477-0784f7d8bdba,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:18.975189 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b94c-472c-4317-8a1e-5861dfb99750 req-d426ebff-d5f2-43c4-adfc-80f57f97d74a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:18.976919 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce78b94c-472c-4317-8a1e-5861dfb99750 req-d426ebff-d5f2-43c4-adfc-80f57f97d74a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0585241 Sep 29 19:43:19.029793 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce78b94c-472c-4317-8a1e-5861dfb99750 req-1e7a7bd7-4145-4185-8d57-52cb6bda8541 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446301 Sep 29 19:43:19.136021 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 56510) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:19.154138 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb8f3-369a-4e26-8728-56061ad875a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:19.266641 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb8f3-369a-4e26-8728-56061ad875a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:19.272085 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb8f3-369a-4e26-8728-56061ad875a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:19.320627 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ca1bb8f3-369a-4e26-8728-56061ad875a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcb06d0e1af84a75925d677cd7a54454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843867 Sep 29 19:43:19.321568 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bb8f3-369a-4e26-8728-56061ad875a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d7f790-25fe-4b81-a0a0-c9a1564e1249,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:19.325996 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 56532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:19.415995 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-730bdaf2-bddb-473e-8fcd-eebfa97e36d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:19.454177 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-730bdaf2-bddb-473e-8fcd-eebfa97e36d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:19.557763 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-730bdaf2-bddb-473e-8fcd-eebfa97e36d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:19.561004 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-730bdaf2-bddb-473e-8fcd-eebfa97e36d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:19.562398 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-730bdaf2-bddb-473e-8fcd-eebfa97e36d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5d7f790-25fe-4b81-a0a0-c9a1564e1249 HTTP/1.1" status: 204 len: 168 time: 0.2346745 Sep 29 19:43:19.608293 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bdaf2-bddb-473e-8fcd-eebfa97e36d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d7f790-25fe-4b81-a0a0-c9a1564e1249,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:19.640802 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07932a1e-93e6-4223-b495-4303da913181 req-5e93a786-a83d-466f-9db5-609bda313149 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:19.642769 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-07932a1e-93e6-4223-b495-4303da913181 req-5e93a786-a83d-466f-9db5-609bda313149 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0981190 Sep 29 19:43:19.701782 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-07932a1e-93e6-4223-b495-4303da913181 req-dc5c3ce8-6974-45ff-863c-01dade80aa1e tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441513 Sep 29 19:43:19.736971 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 56546) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:19.783098 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d58735-e23f-4b54-860d-44d5bf9cab2d req-70eb63d1-7e3a-4c8a-9af7-82dd45add8a5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:19.785834 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-46d58735-e23f-4b54-860d-44d5bf9cab2d req-70eb63d1-7e3a-4c8a-9af7-82dd45add8a5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 945 time: 0.0873525 Sep 29 19:43:19.845948 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-46d58735-e23f-4b54-860d-44d5bf9cab2d req-0ea9418e-f9f2-463f-aa81-a359a77cea01 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499511 Sep 29 19:43:20.079511 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd7db9eb-312b-4a52-bf63-6957050d5cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:20.284823 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9ffcd-9642-4704-b1bb-37e1be186e10 req-cc2a3d4c-1d75-42aa-b013-b85cd9786d9b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:20.288025 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-41a9ffcd-9642-4704-b1bb-37e1be186e10 req-cc2a3d4c-1d75-42aa-b013-b85cd9786d9b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1315634 Sep 29 19:43:20.348210 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd7db9eb-312b-4a52-bf63-6957050d5cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:20.357430 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd7db9eb-312b-4a52-bf63-6957050d5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:20.543375 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-41a9ffcd-9642-4704-b1bb-37e1be186e10 req-9d18278b-aa11-4b8f-a5b5-cbd6a12d2def tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384212 Sep 29 19:43:20.575908 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-bd7db9eb-312b-4a52-bf63-6957050d5cf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d475af2bd2b441ec8adbe4b302e21029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8363571 Sep 29 19:43:20.580217 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 56574) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:20.586734 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7db9eb-312b-4a52-bf63-6957050d5cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec82a9e-88ee-420f-914e-3935f1a13c91,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:20.679253 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3cba72d2-cb06-4931-810a-ee4ff5046658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:20.711772 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3cba72d2-cb06-4931-810a-ee4ff5046658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:20.802299 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-82350eb6-0221-4c42-bc00-8d32af59cc07 req-2c14f716-e61e-4610-933e-afb04713f537 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531793 Sep 29 19:43:20.806854 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3cba72d2-cb06-4931-810a-ee4ff5046658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:20.814072 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3cba72d2-cb06-4931-810a-ee4ff5046658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:20.815502 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-3cba72d2-cb06-4931-810a-ee4ff5046658 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ec82a9e-88ee-420f-914e-3935f1a13c91 HTTP/1.1" status: 204 len: 168 time: 0.2326267 Sep 29 19:43:20.828842 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba72d2-cb06-4931-810a-ee4ff5046658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec82a9e-88ee-420f-914e-3935f1a13c91,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:20.947706 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeb125-f803-4dac-a979-ad142d3e2eee req-0561e77f-cdc1-4a5f-ba54-6e027ee2ea48 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:20.949379 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5bbeb125-f803-4dac-a979-ad142d3e2eee req-0561e77f-cdc1-4a5f-ba54-6e027ee2ea48 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0738165 Sep 29 19:43:21.024909 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5bbeb125-f803-4dac-a979-ad142d3e2eee req-10909840-a139-4690-87ab-a4a1a388b07f tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680370 Sep 29 19:43:21.049647 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b08d-96d9-4720-9571-33a0b2dc8d7f req-ffa5122a-5a78-4eb7-8983-7f1a3860293c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:21.057857 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8b37b08d-96d9-4720-9571-33a0b2dc8d7f req-ffa5122a-5a78-4eb7-8983-7f1a3860293c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 945 time: 0.0998850 Sep 29 19:43:21.119556 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8b37b08d-96d9-4720-9571-33a0b2dc8d7f req-fdd1abd8-f1ab-403b-bdb7-e970134fdced tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537734 Sep 29 19:43:21.745130 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a08796-3100-4c73-8eba-0443462d665e req-7111b483-aace-46ec-a2ce-eaa088f493a0 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:21.748310 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-05a08796-3100-4c73-8eba-0443462d665e req-7111b483-aace-46ec-a2ce-eaa088f493a0 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0870111 Sep 29 19:43:21.807960 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-05a08796-3100-4c73-8eba-0443462d665e req-fed31e6a-46be-48b4-b7db-3507a0a93665 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470805 Sep 29 19:43:22.299710 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc396253-50da-473e-928b-f9e63a67b390 req-92cf5fb3-70d4-4018-97eb-772a62382de2 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:22.316622 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bc396253-50da-473e-928b-f9e63a67b390 req-92cf5fb3-70d4-4018-97eb-772a62382de2 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1209049 Sep 29 19:43:22.388486 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bc396253-50da-473e-928b-f9e63a67b390 req-c1a7f324-420e-4f4e-840c-e204853474b2 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695179 Sep 29 19:43:22.509532 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736eee2-0948-4575-84fb-0c0cd5c37423 req-bbd278b1-6a4d-4664-b1c1-dce0e6942d6a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:22.512200 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0736eee2-0948-4575-84fb-0c0cd5c37423 req-bbd278b1-6a4d-4664-b1c1-dce0e6942d6a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 945 time: 0.1223505 Sep 29 19:43:22.619366 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0736eee2-0948-4575-84fb-0c0cd5c37423 req-69928d3a-c3a3-40d9-b609-2934a10e9d8a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984442 Sep 29 19:43:22.641428 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f899e-a08f-4ee4-b9ec-b22b65e4b8e1 req-085fae80-49bd-4b30-93e4-211870b0d93e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:22.644224 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fb6f899e-a08f-4ee4-b9ec-b22b65e4b8e1 req-085fae80-49bd-4b30-93e4-211870b0d93e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1194835 Sep 29 19:43:22.719364 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fb6f899e-a08f-4ee4-b9ec-b22b65e4b8e1 req-10e2d0a8-c933-4eec-8953-0a7d9e46c5a5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631957 Sep 29 19:43:23.610112 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd38575-d6b2-42d4-af9d-f13474ac83d9 req-cabfdc82-d3d8-4b87-9260-74dd8760e609 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:23.612592 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fdd38575-d6b2-42d4-af9d-f13474ac83d9 req-cabfdc82-d3d8-4b87-9260-74dd8760e609 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0675774 Sep 29 19:43:23.663118 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fdd38575-d6b2-42d4-af9d-f13474ac83d9 req-5e8df57d-0684-4294-9cca-5d35583d3f17 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Sep 29 19:43:23.858342 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bec0d-9deb-4e71-9d42-5e14f10a5628 req-496459c9-e3ae-49f2-be55-0a9573f09d6c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:23.859958 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2a3bec0d-9deb-4e71-9d42-5e14f10a5628 req-496459c9-e3ae-49f2-be55-0a9573f09d6c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0661504 Sep 29 19:43:23.910464 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2a3bec0d-9deb-4e71-9d42-5e14f10a5628 req-1d056139-c096-4845-ad7f-fb7c78c99d45 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426259 Sep 29 19:43:24.837607 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777165c-01d9-473b-b22e-442846e4e17a req-e29787b6-c4df-45e2-b974-f3d9c7d32c08 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:24.839607 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1777165c-01d9-473b-b22e-442846e4e17a req-e29787b6-c4df-45e2-b974-f3d9c7d32c08 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0634525 Sep 29 19:43:24.883293 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1777165c-01d9-473b-b22e-442846e4e17a req-11cbbca7-8535-45cc-b229-d7480d2e1f94 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367341 Sep 29 19:43:25.077139 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc670a-16b3-4cf1-bee2-29803c1ce9e3 req-1bb807db-963c-46de-ad79-90d479e10834 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:25.078766 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-94fc670a-16b3-4cf1-bee2-29803c1ce9e3 req-1bb807db-963c-46de-ad79-90d479e10834 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0756276 Sep 29 19:43:25.148571 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-94fc670a-16b3-4cf1-bee2-29803c1ce9e3 req-eccc9de7-65fd-41f3-9095-d5ab0ca974a8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560238 Sep 29 19:43:25.209456 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 56816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:25.361919 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd110a14-ed1b-4461-b4c1-e85c4792423b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:25.560139 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536d89-03d2-4260-8a18-15f9b357b04f req-027070c8-42a8-4b40-992e-dd403b916bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:25.561779 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1a536d89-03d2-4260-8a18-15f9b357b04f req-027070c8-42a8-4b40-992e-dd403b916bc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 1098 time: 0.1282132 Sep 29 19:43:25.589849 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd110a14-ed1b-4461-b4c1-e85c4792423b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:25.601579 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd110a14-ed1b-4461-b4c1-e85c4792423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:25.697661 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-dd110a14-ed1b-4461-b4c1-e85c4792423b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e99f18fad3546619f5ea7775fc4dc63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868565 Sep 29 19:43:25.700699 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd110a14-ed1b-4461-b4c1-e85c4792423b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c33ee-9d25-4254-ba6d-e8550eed70a3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:25.701269 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 56826) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:25.735164 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536d89-03d2-4260-8a18-15f9b357b04f req-c962e81c-1639-4df2-88fc-448c097ccb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:25.737821 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1a536d89-03d2-4260-8a18-15f9b357b04f req-c962e81c-1639-4df2-88fc-448c097ccb9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 920 time: 0.1677973 Sep 29 19:43:25.783621 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1a536d89-03d2-4260-8a18-15f9b357b04f req-62adb7c0-ab4b-4146-8a66-5ceb1848c470 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78d5b6bf-9979-434b-8ad2-abb5f6a62697 HTTP/1.1" status: 200 len: 217 time: 0.0374265 Sep 29 19:43:25.792200 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d94e181d-ee5b-4a48-9030-92e144b25058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:25.836567 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d94e181d-ee5b-4a48-9030-92e144b25058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:25.846361 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536d89-03d2-4260-8a18-15f9b357b04f req-444cd03f-92ad-464a-b901-b00741dabb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:25.848021 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1a536d89-03d2-4260-8a18-15f9b357b04f req-444cd03f-92ad-464a-b901-b00741dabb88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daa1e76-42e3-408e-846d-ca7a46dcfacc HTTP/1.1" status: 200 len: 859 time: 0.0556214 Sep 29 19:43:25.891622 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1a536d89-03d2-4260-8a18-15f9b357b04f req-45d23a70-5b85-415b-8832-a9b6f99570cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305634 Sep 29 19:43:25.902244 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d94e181d-ee5b-4a48-9030-92e144b25058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:25.905012 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d94e181d-ee5b-4a48-9030-92e144b25058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:25.906189 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-d94e181d-ee5b-4a48-9030-92e144b25058 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e6c33ee-9d25-4254-ba6d-e8550eed70a3 HTTP/1.1" status: 204 len: 168 time: 0.2035284 Sep 29 19:43:25.915580 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e181d-ee5b-4a48-9030-92e144b25058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6c33ee-9d25-4254-ba6d-e8550eed70a3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:26.034242 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1a536d89-03d2-4260-8a18-15f9b357b04f req-7ab0c6b2-8116-49c4-9c71-43c3a4b9c155 service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304324 Sep 29 19:43:26.164989 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb60c2-17b0-4da2-9389-f8785e7a7de7 req-0ce46f11-ccae-472e-80e9-2ad987792f81 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:26.166693 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a2bb60c2-17b0-4da2-9389-f8785e7a7de7 req-0ce46f11-ccae-472e-80e9-2ad987792f81 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1311593 Sep 29 19:43:26.202055 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1a536d89-03d2-4260-8a18-15f9b357b04f req-6fa56646-bd24-41b9-8beb-e5779ac622fb service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549716 Sep 29 19:43:26.310114 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a2bb60c2-17b0-4da2-9389-f8785e7a7de7 req-0d240f99-65a7-4513-ab28-d3b958b0b1b6 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066062 Sep 29 19:43:26.370342 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d750c-cfd0-4202-8ef5-d6fa3da20d27 req-9c91a5b8-d966-41a2-9418-ab4ae9a2bb50 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:26.379085 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-812d750c-cfd0-4202-8ef5-d6fa3da20d27 req-9c91a5b8-d966-41a2-9418-ab4ae9a2bb50 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0873387 Sep 29 19:43:26.434701 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-812d750c-cfd0-4202-8ef5-d6fa3da20d27 req-6a57df35-fcb3-44ff-9b73-229cc6cae5e9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541313 Sep 29 19:43:26.475120 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 56856) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:26.492264 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6dec654-9784-4005-ab78-f755f5cbdb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:26.669102 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6dec654-9784-4005-ab78-f755f5cbdb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:26.677579 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6dec654-9784-4005-ab78-f755f5cbdb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:26.711761 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-b6dec654-9784-4005-ab78-f755f5cbdb80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68cbbe4719f040e8a42bc5604957df48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355299 Sep 29 19:43:26.715484 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 56868) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:26.738560 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dec654-9784-4005-ab78-f755f5cbdb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e166b-4b40-4d8d-b5c4-f65fe6231288,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:26.845420 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4c99d9a-ffec-4f74-b489-c7a209d3aa53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:26.924759 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4c99d9a-ffec-4f74-b489-c7a209d3aa53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:27.020229 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4c99d9a-ffec-4f74-b489-c7a209d3aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:27.025569 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4c99d9a-ffec-4f74-b489-c7a209d3aa53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:27.049673 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-a4c99d9a-ffec-4f74-b489-c7a209d3aa53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c49e166b-4b40-4d8d-b5c4-f65fe6231288 HTTP/1.1" status: 204 len: 168 time: 0.3242681 Sep 29 19:43:27.076281 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c99d9a-ffec-4f74-b489-c7a209d3aa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e166b-4b40-4d8d-b5c4-f65fe6231288,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:27.610908 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e42b0-7c2c-4db9-abc8-ce40124eb5bc req-39d09c29-57ef-4662-9884-29fcefdb1a76 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:27.614525 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b19e42b0-7c2c-4db9-abc8-ce40124eb5bc req-39d09c29-57ef-4662-9884-29fcefdb1a76 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0663044 Sep 29 19:43:27.675745 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b19e42b0-7c2c-4db9-abc8-ce40124eb5bc req-441888be-ff99-4202-a397-ba29eea31fe5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499349 Sep 29 19:43:28.902522 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb68d8d-c0e2-40a4-9537-6643d860f356 req-bc4f26c8-193b-4a92-b61f-7c91a363d480 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:28.917397 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1fb68d8d-c0e2-40a4-9537-6643d860f356 req-bc4f26c8-193b-4a92-b61f-7c91a363d480 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1233702 Sep 29 19:43:29.005625 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1fb68d8d-c0e2-40a4-9537-6643d860f356 req-0e80b112-dc21-42be-8f30-3d933e242752 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832086 Sep 29 19:43:30.186788 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0f7d7-81ec-4cdd-991f-82f53ec73b3b req-1af60f9c-2127-4b5d-9b84-7d87d5550609 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:30.190365 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ceb0f7d7-81ec-4cdd-991f-82f53ec73b3b req-1af60f9c-2127-4b5d-9b84-7d87d5550609 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1030505 Sep 29 19:43:30.255638 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ceb0f7d7-81ec-4cdd-991f-82f53ec73b3b req-c94e400a-53c7-430b-9aa4-e4488df233af tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 Sep 29 19:43:30.424938 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57060) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:30.503927 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Deleting subnet ec0076a4-5d43-4568-84a7-30a28540ffe0 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:43:30.510941 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:30.569725 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:30.587940 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:30.690390 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:30.744747 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0076a4-5d43-4568-84a7-30a28540ffe0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:30.758972 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:30.762498 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ec0076a4-5d43-4568-84a7-30a28540ffe0 HTTP/1.1" status: 204 len: 168 time: 0.3359160 Sep 29 19:43:30.765233 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.765481 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57068) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:30.765795 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.766366 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.766913 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.767477 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.768215 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.768794 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.769368 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.770603 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.771220 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.771812 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.772420 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dda29d-cf7f-42e0-9951-1c456f13fa57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:30.860595 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.009271 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.042115 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.042747 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.044031 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.044539 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > port after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.056158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.056158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > port after_update 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.056158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.056158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.056158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.056158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.231356 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.232100 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.232528 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.233079 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:43:31.235044 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2dc25c-f1d0-4969-886a-63695f77bbbd']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:43:31.263956 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f842588-039c-4b25-a63d-725e3c1eb050') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:43:31.264301 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f842588-039c-4b25-a63d-725e3c1eb050') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:43:31.287473 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.328168 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.345064 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:43:31.346099 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: from cryptography.utils import int_from_bytes Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: from cryptography.utils import int_from_bytes Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:43:31.353269 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:43:31.485657 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.507503 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.513401 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd2dc25c-f1d0-4969-886a-63695f77bbbd HTTP/1.1" status: 204 len: 168 time: 0.7457271 Sep 29 19:43:31.516542 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57090) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:31.558776 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2dc25c-f1d0-4969-886a-63695f77bbbd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:31.615657 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.616241 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.616940 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.617137 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.617414 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.618044 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.618408 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.618993 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.619350 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.619896 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.620454 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.621303 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1589ca58-be82-4acd-a451-d949d3906625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:31.648161 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ad07f9-efbd-4c0b-b21c-b6ca449cbfca admin admin] Deleting subnet 3dbf80b1-9601-4482-9270-b747294b6454 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:43:31.655278 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4ad07f9-efbd-4c0b-b21c-b6ca449cbfca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.665901 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a36cc-7fcb-4185-a711-4263e6ec4198 req-002367e7-7662-41c1-aab3-ed68cfaeb2c4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:31.674515 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a35a36cc-7fcb-4185-a711-4263e6ec4198 req-002367e7-7662-41c1-aab3-ed68cfaeb2c4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.2439134 Sep 29 19:43:31.733171 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a35a36cc-7fcb-4185-a711-4263e6ec4198 req-ccac2fe2-da96-48d5-83c2-d2aa6e3ea03e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578709 Sep 29 19:43:31.738845 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4ad07f9-efbd-4c0b-b21c-b6ca449cbfca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.756921 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4ad07f9-efbd-4c0b-b21c-b6ca449cbfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.828162 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4ad07f9-efbd-4c0b-b21c-b6ca449cbfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.883077 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad07f9-efbd-4c0b-b21c-b6ca449cbfca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbf80b1-9601-4482-9270-b747294b6454,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:31.892619 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4ad07f9-efbd-4c0b-b21c-b6ca449cbfca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:31.896704 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-e4ad07f9-efbd-4c0b-b21c-b6ca449cbfca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3dbf80b1-9601-4482-9270-b747294b6454 HTTP/1.1" status: 204 len: 168 time: 0.3768251 Sep 29 19:43:31.899471 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:31.913205 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57110) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:32.037429 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.135947 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-63f99036-c23b-4444-9c31-1bc196537ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.236137 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.287043 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57124) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:32.303681 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f979506-c4ec-43da-afdd-20919b982fab']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:43:32.325416 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2762bc-a786-48d4-9e7d-5c3539721dc4') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:43:32.326449 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2762bc-a786-48d4-9e7d-5c3539721dc4') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:43:32.364686 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.370319 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-63f99036-c23b-4444-9c31-1bc196537ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.379144 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-63f99036-c23b-4444-9c31-1bc196537ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.393930 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.411458 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:43:32.413249 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.457698 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-63f99036-c23b-4444-9c31-1bc196537ee0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0d6c9e85dc842af84453520bd8ff91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5424943 Sep 29 19:43:32.465336 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57132) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:32.481989 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f99036-c23b-4444-9c31-1bc196537ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b659e6f-1e86-48db-bbb8-9f2a938ba83c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:43:32.517658 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:43:32.531230 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.543808 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.553608 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7f979506-c4ec-43da-afdd-20919b982fab HTTP/1.1" status: 204 len: 168 time: 0.6479077 Sep 29 19:43:32.595660 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13bfc4c3-a989-46ae-8e52-b20c3ac8316d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.619374 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ed063ee-9846-4724-8559-18129bf7726d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.627628 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13bfc4c3-a989-46ae-8e52-b20c3ac8316d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.630406 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982fa6d-9f58-48a0-9720-de88de3e60d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f979506-c4ec-43da-afdd-20919b982fab,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:32.741523 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13bfc4c3-a989-46ae-8e52-b20c3ac8316d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.745914 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13bfc4c3-a989-46ae-8e52-b20c3ac8316d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.751182 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-13bfc4c3-a989-46ae-8e52-b20c3ac8316d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b659e6f-1e86-48db-bbb8-9f2a938ba83c HTTP/1.1" status: 204 len: 168 time: 0.2802284 Sep 29 19:43:32.768090 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfc4c3-a989-46ae-8e52-b20c3ac8316d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b659e6f-1e86-48db-bbb8-9f2a938ba83c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:32.818803 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57154) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:32.898598 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ed063ee-9846-4724-8559-18129bf7726d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.908269 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ed063ee-9846-4724-8559-18129bf7726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:32.939796 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-1950a5bd-a6ef-4bb7-8a3e-183a221ce790 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16301065960f41caa149d7746f348b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1152108 Sep 29 19:43:32.940232 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57160) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:33.037858 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-2ed063ee-9846-4724-8559-18129bf7726d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0e21cabbbac46c487be74aa13270983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491140 Sep 29 19:43:33.040556 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57162) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:33.041237 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed063ee-9846-4724-8559-18129bf7726d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2393b61c-516b-4bea-90a5-25ecb0019681,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:33.112221 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7aed38-0057-4e0f-bccd-f63777fef9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.116700 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd930c6f-ee47-4e0a-9cd8-efeed6b073da req-2b4df70e-6a33-4f36-bea0-490ffd506dc3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:33.124708 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dd930c6f-ee47-4e0a-9cd8-efeed6b073da req-2b4df70e-6a33-4f36-bea0-490ffd506dc3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1414297 Sep 29 19:43:33.172898 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7aed38-0057-4e0f-bccd-f63777fef9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.194349 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dd930c6f-ee47-4e0a-9cd8-efeed6b073da req-22a0226e-ba60-4638-8ddc-8ae50185fb52 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654132 Sep 29 19:43:33.212205 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20073836-8e73-4288-8dcd-658ae568f0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.255776 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20073836-8e73-4288-8dcd-658ae568f0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.305749 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7aed38-0057-4e0f-bccd-f63777fef9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.309809 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7aed38-0057-4e0f-bccd-f63777fef9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.311877 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-3a7aed38-0057-4e0f-bccd-f63777fef9ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07001cc9-96f3-461b-8944-722393648cf5 HTTP/1.1" status: 204 len: 168 time: 0.3704879 Sep 29 19:43:33.346895 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7aed38-0057-4e0f-bccd-f63777fef9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07001cc9-96f3-461b-8944-722393648cf5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:33.375128 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20073836-8e73-4288-8dcd-658ae568f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.383083 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20073836-8e73-4288-8dcd-658ae568f0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.402743 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-20073836-8e73-4288-8dcd-658ae568f0f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2393b61c-516b-4bea-90a5-25ecb0019681 HTTP/1.1" status: 204 len: 168 time: 0.3579040 Sep 29 19:43:33.413851 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20073836-8e73-4288-8dcd-658ae568f0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2393b61c-516b-4bea-90a5-25ecb0019681,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:33.680398 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57194) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:33.703219 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc9a2105-3e52-4f71-abf3-5a9cf4bf6601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.858322 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc9a2105-3e52-4f71-abf3-5a9cf4bf6601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.865456 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc9a2105-3e52-4f71-abf3-5a9cf4bf6601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:33.910158 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a2105-3e52-4f71-abf3-5a9cf4bf6601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72076144-97e0-40e7-afe8-0967afa313a6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:33.933853 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-cc9a2105-3e52-4f71-abf3-5a9cf4bf6601 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69459055aeaf4c32a0c806e5a62259bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473612 Sep 29 19:43:33.934047 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57204) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:34.047895 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e8f50bc-93e3-4941-aa63-daaba30899a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:34.070146 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57216) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:34.101895 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e8f50bc-93e3-4941-aa63-daaba30899a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:34.200749 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e8f50bc-93e3-4941-aa63-daaba30899a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:34.204027 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e8f50bc-93e3-4941-aa63-daaba30899a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:34.205144 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-5e8f50bc-93e3-4941-aa63-daaba30899a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72076144-97e0-40e7-afe8-0967afa313a6 HTTP/1.1" status: 204 len: 168 time: 0.2706203 Sep 29 19:43:34.219231 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f50bc-93e3-4941-aa63-daaba30899a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72076144-97e0-40e7-afe8-0967afa313a6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:34.230872 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57230) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:34.232443 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-a27d1213-f720-4732-8031-099f03dbb1e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9322e22a9274460a89cf6abe42165695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596172 Sep 29 19:43:34.340130 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-536c9303-61bb-4519-8f57-9e12c8f4a78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:34.433323 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-536c9303-61bb-4519-8f57-9e12c8f4a78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:34.536977 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb8964-800c-4fa4-ba3f-b175bf7c13aa req-a80a9f59-06f0-49a2-9294-af34af3cded1 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:34.541246 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-37bb8964-800c-4fa4-ba3f-b175bf7c13aa req-a80a9f59-06f0-49a2-9294-af34af3cded1 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1701849 Sep 29 19:43:34.625335 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-37bb8964-800c-4fa4-ba3f-b175bf7c13aa req-9319e6a1-ad17-46fc-a393-d576eee7d8ed tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693533 Sep 29 19:43:34.633162 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-536c9303-61bb-4519-8f57-9e12c8f4a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:34.636931 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-536c9303-61bb-4519-8f57-9e12c8f4a78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:34.638383 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-536c9303-61bb-4519-8f57-9e12c8f4a78e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f2de6d5-9ce2-4a28-a178-191b695ad5a7 HTTP/1.1" status: 204 len: 168 time: 0.4035456 Sep 29 19:43:34.648911 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c9303-61bb-4519-8f57-9e12c8f4a78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2de6d5-9ce2-4a28-a178-191b695ad5a7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:34.783973 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57256) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:35.007637 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92ac2e79-ad6d-4a6f-af50-e5653f84ec9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:35.169911 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92ac2e79-ad6d-4a6f-af50-e5653f84ec9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:35.177549 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92ac2e79-ad6d-4a6f-af50-e5653f84ec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:35.262689 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-92ac2e79-ad6d-4a6f-af50-e5653f84ec9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a137c3baa124ca5a4733f29596f17b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768147 Sep 29 19:43:35.265648 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac2e79-ad6d-4a6f-af50-e5653f84ec9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6528d2f8-ee1a-4ac9-9cc5-5ddb28161c2f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:35.266140 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57278) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:35.350013 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9223d7f-3523-4bbd-9b3a-d1cb6bba61db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:35.373740 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9223d7f-3523-4bbd-9b3a-d1cb6bba61db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:35.454248 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9223d7f-3523-4bbd-9b3a-d1cb6bba61db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:35.459070 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9223d7f-3523-4bbd-9b3a-d1cb6bba61db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:35.461065 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-e9223d7f-3523-4bbd-9b3a-d1cb6bba61db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6528d2f8-ee1a-4ac9-9cc5-5ddb28161c2f HTTP/1.1" status: 204 len: 168 time: 0.1933832 Sep 29 19:43:35.477213 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9223d7f-3523-4bbd-9b3a-d1cb6bba61db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6528d2f8-ee1a-4ac9-9cc5-5ddb28161c2f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:35.551125 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-fd56f89c-c330-4a7d-860c-79488f9a3cb4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846875 Sep 29 19:43:35.558944 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6bcaa92f-c119-4dc7-ae26-fda3fc0c7088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:35.708307 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-4f32f6fd-c279-4dbe-a51b-2b704924bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:35.712276 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-4f32f6fd-c279-4dbe-a51b-2b704924bc71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=878b8e11b553428e91d921606f3538cc&device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 1099 time: 0.0830617 Sep 29 19:43:36.038666 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-8f32ef16-c12b-4172-a556-ac64476ba1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:36.040324 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-8f32ef16-c12b-4172-a556-ac64476ba1cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=7af25286-6779-42e2-a751-08bfe49b0b39 HTTP/1.1" status: 200 len: 912 time: 0.2783742 Sep 29 19:43:36.049177 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e05ad3-8741-4007-b1ea-f9a4b57459b1 req-459e7bde-eff3-4452-b081-826ebe8ffd10 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:36.052096 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-61e05ad3-8741-4007-b1ea-f9a4b57459b1 req-459e7bde-eff3-4452-b081-826ebe8ffd10 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1108038 Sep 29 19:43:36.124553 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-bb76774f-97e5-4612-a47f-597b108a5cd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69ca9a33-356c-4bdd-8863-bdca18d0ab79 HTTP/1.1" status: 200 len: 217 time: 0.0663023 Sep 29 19:43:36.198546 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-61e05ad3-8741-4007-b1ea-f9a4b57459b1 req-beb8eb7e-38c6-45f4-9a2e-e6431baa8220 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855260 Sep 29 19:43:36.204695 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-67197b01-cbc0-4204-b1dd-975205effa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:36.206185 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-67197b01-cbc0-4204-b1dd-975205effa91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dee150a-ba68-4892-86c6-f1633a720ec7 HTTP/1.1" status: 200 len: 851 time: 0.0704334 Sep 29 19:43:36.277777 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-860852b6-706c-4e58-a9fd-a78ea4bf3e51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7af25286-6779-42e2-a751-08bfe49b0b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631816 Sep 29 19:43:36.434171 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-164c0df9-b7da-4ba4-9bbd-01a96da8c260 service neutron] 10.222.0.47 "GET /v2.0/networks/7af25286-6779-42e2-a751-08bfe49b0b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469421 Sep 29 19:43:36.551554 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad9282b0-87bf-4c4f-be09-b9732074a1e4 req-12c1611f-86e4-4451-b419-0ce174547cd0 service neutron] 10.222.0.47 "GET /v2.0/networks/7af25286-6779-42e2-a751-08bfe49b0b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075397 Sep 29 19:43:36.567103 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57332) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:36.583130 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eeff9320-d2f5-4b51-9232-818a4fd8a758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:36.735077 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eeff9320-d2f5-4b51-9232-818a4fd8a758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:36.742292 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eeff9320-d2f5-4b51-9232-818a4fd8a758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:36.808140 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-eeff9320-d2f5-4b51-9232-818a4fd8a758 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5260b17acd394accabb7df677b49fa20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376521 Sep 29 19:43:36.808520 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff9320-d2f5-4b51-9232-818a4fd8a758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93f633c-8d1d-40cb-8615-3c81b9091b18,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:36.809339 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57340) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:36.873192 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6007513-f2e2-4be5-b2b6-95ed00b150e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:36.900776 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6007513-f2e2-4be5-b2b6-95ed00b150e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:37.044681 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6007513-f2e2-4be5-b2b6-95ed00b150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:37.049246 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6007513-f2e2-4be5-b2b6-95ed00b150e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:37.054024 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-c6007513-f2e2-4be5-b2b6-95ed00b150e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f93f633c-8d1d-40cb-8615-3c81b9091b18 HTTP/1.1" status: 204 len: 168 time: 0.2432020 Sep 29 19:43:37.068390 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6007513-f2e2-4be5-b2b6-95ed00b150e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93f633c-8d1d-40cb-8615-3c81b9091b18,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:37.128148 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:37.490376 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a396969-af25-4771-900d-d2b78f75ce72 req-088ad430-0a40-49f2-93b0-8b2d8e312554 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:37.493146 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7a396969-af25-4771-900d-d2b78f75ce72 req-088ad430-0a40-49f2-93b0-8b2d8e312554 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1610618 Sep 29 19:43:37.612625 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7a396969-af25-4771-900d-d2b78f75ce72 req-fb8d0871-e65a-4504-8b8a-1914b4832171 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025507 Sep 29 19:43:37.651713 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5143f5-67bd-4dbb-81e7-2ec76eee1b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:37.837705 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57412) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:37.952516 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-1e99442d-5a8f-4306-ac2d-a046414db6d8 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:37.954329 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-1e99442d-5a8f-4306-ac2d-a046414db6d8 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 814 time: 0.3953640 Sep 29 19:43:38.009261 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-f20d2999-6a65-4311-82cf-d2d2b9b90c68 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/quotas/834480e19e8144eb88824a97a65cafcd HTTP/1.1" status: 200 len: 375 time: 0.0231094 Sep 29 19:43:38.067399 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5143f5-67bd-4dbb-81e7-2ec76eee1b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.073756 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5143f5-67bd-4dbb-81e7-2ec76eee1b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.121877 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57424) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:38.136556 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-1e5143f5-67bd-4dbb-81e7-2ec76eee1b8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0e4832ca17b4038816de093389f1b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0067685 Sep 29 19:43:38.141520 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57426) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:38.151350 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-c905dcf0-f67a-431d-ba1a-903ad31cca41 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1262548 Sep 29 19:43:38.153371 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5143f5-67bd-4dbb-81e7-2ec76eee1b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6491ee14-2580-4a6c-88de-1bdbe557398e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:38.166385 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-82fc7eda-7e74-4c80-b475-b80285fc7bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.283747 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-813994428-network', 'tenant_id': '7ec88a3a4751470e8a2ab01180fa4c6c'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:43:38.284386 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7571d51e-1aa0-4eda-8c28-d6b4d79d9aab service neutron] 10.222.0.16 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319468 Sep 29 19:43:38.328879 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef3374bd-8c41-439a-8daf-15b961ba169f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.368481 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef3374bd-8c41-439a-8daf-15b961ba169f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.420196 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-e6ad666f-2932-4bf0-9cfc-f743df87ed8f service neutron] 10.222.0.16 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282496 Sep 29 19:43:38.495787 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-82fc7eda-7e74-4c80-b475-b80285fc7bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.506032 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-82fc7eda-7e74-4c80-b475-b80285fc7bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.564163 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef3374bd-8c41-439a-8daf-15b961ba169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.566321 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f940fdfa-8820-4575-bbfa-bd5533c43059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.567618 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef3374bd-8c41-439a-8daf-15b961ba169f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.569432 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ef3374bd-8c41-439a-8daf-15b961ba169f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6491ee14-2580-4a6c-88de-1bdbe557398e HTTP/1.1" status: 204 len: 168 time: 0.4150572 Sep 29 19:43:38.589741 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-82fc7eda-7e74-4c80-b475-b80285fc7bee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=831d7d3767054fa9aa911b5b362bd57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662673 Sep 29 19:43:38.592711 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc7eda-7e74-4c80-b475-b80285fc7bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caab5ddf-8b40-4e75-bb28-4409677f17c9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:38.595929 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57452) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:38.624212 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Made reservation on behalf of 7ec88a3a4751470e8a2ab01180fa4c6c for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:43:38.627764 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.674034 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3374bd-8c41-439a-8daf-15b961ba169f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6491ee14-2580-4a6c-88de-1bdbe557398e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:38.680090 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.737270 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a1c8899-46bf-4da7-9a67-ed5e3e0f60e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.799255 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.907296 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a1c8899-46bf-4da7-9a67-ed5e3e0f60e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.956908 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.965560 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:38.993186 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9c26bcdf-4a63-4163-bfa7-9d0700f72c90 req-b40b0096-bf62-4ef9-9b1e-9290ff736f46 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 210 time: 0.2571366 Sep 29 19:43:39.066014 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e463f1d9-9592-44f0-be64-72513afd740f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:39.087658 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d30da-3378-4e0e-97fd-6da1d0a07ec9 req-0eec34b5-b84b-44eb-b6bc-8422ed0b0bd1 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:39.095510 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d48d30da-3378-4e0e-97fd-6da1d0a07ec9 req-0eec34b5-b84b-44eb-b6bc-8422ed0b0bd1 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.2762361 Sep 29 19:43:39.097015 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:43:39.100252 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a1c8899-46bf-4da7-9a67-ed5e3e0f60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:39.102891 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a1c8899-46bf-4da7-9a67-ed5e3e0f60e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:39.104176 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-2a1c8899-46bf-4da7-9a67-ed5e3e0f60e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/caab5ddf-8b40-4e75-bb28-4409677f17c9 HTTP/1.1" status: 204 len: 168 time: 0.5060856 Sep 29 19:43:39.117594 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:39.117943 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Added segment c83e1946-366e-4601-81f9-94298603cdfa of type vlan for network c819c3df-dc73-4932-a044-74ec9175885b Sep 29 19:43:39.154532 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c8899-46bf-4da7-9a67-ed5e3e0f60e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab5ddf-8b40-4e75-bb28-4409677f17c9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:39.238094 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d48d30da-3378-4e0e-97fd-6da1d0a07ec9 req-ebdfcde7-b209-45ab-a905-225a933bf464 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327155 Sep 29 19:43:39.240184 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:39.290312 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:39.291418 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:39.292210 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:39.350749 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5085559 Sep 29 19:43:39.354044 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:39.359664 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Request body: {'subnet': {'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-813994428-subnet', 'tenant_id': '7ec88a3a4751470e8a2ab01180fa4c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:43:39.395971 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062fd26-dc48-4447-93cd-9159ae7f2418 admin admin] Pushing event updated for resources: {'Network': ['ID=c819c3df-dc73-4932-a044-74ec9175885b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:39.403483 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Made reservation on behalf of 7ec88a3a4751470e8a2ab01180fa4c6c for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:43:39.407070 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26618824'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:39.414602 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:39.422684 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network c819c3df-dc73-4932-a044-74ec9175885b details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:43:39.544385 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:43:39.730283 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26560914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26618874'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:39.755641 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57486) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:39.783137 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4240008-98ed-4c74-9f7c-a51c612e2ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:39.876124 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd909d8-ad75-4e90-9c2e-0f29115acb39,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:39.934056 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Checking segment: {'id': 'c83e1946-366e-4601-81f9-94298603cdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:43:39.936275 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Network hostable DHCP agents. Network: c819c3df-dc73-4932-a044-74ec9175885b, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:43:39.969832 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Network c819c3df-dc73-4932-a044-74ec9175885b is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:43:39.987669 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, c819c3df-dc73-4932-a044-74ec9175885b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:43:39.998768 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d12bb5-c449-4a2c-8eb7-fe6b0dce9875 None None] Network c819c3df-dc73-4932-a044-74ec9175885b requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:43:40.001832 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4240008-98ed-4c74-9f7c-a51c612e2ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:40.002844 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:40.003533 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:40.015249 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4240008-98ed-4c74-9f7c-a51c612e2ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:40.038727 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-9b37a1d1-e82a-40a4-a963-9efbf652b74e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6825869 Sep 29 19:43:40.181503 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57498) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:40.191113 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-a4240008-98ed-4c74-9f7c-a51c612e2ca6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c9829011e9f4f7194f7bc7c72d7c047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308393 Sep 29 19:43:40.193148 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4240008-98ed-4c74-9f7c-a51c612e2ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bf2b0d-9aa8-4344-b9bb-ed48d6f9f8ec,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:40.229524 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5d54ae-6b9a-48e0-9fcf-e4c13a485acc None None] Network c819c3df-dc73-4932-a044-74ec9175885b requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:43:40.357369 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8e833628-4a8e-4d0c-b59d-f34b9409e86c req-cbace336-bac1-44a0-b6c8-4beadfc0f4c3 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 210 time: 0.1373820 Sep 29 19:43:40.389139 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c961d7b5-feda-4242-aabd-28e6c62c269b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:40.487258 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c961d7b5-feda-4242-aabd-28e6c62c269b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:40.810591 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12fb85-3306-4473-bdde-829efe4de31e req-a1ecc6c3-6911-4244-859c-09ef43e96f78 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:40.812277 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9e12fb85-3306-4473-bdde-829efe4de31e req-a1ecc6c3-6911-4244-859c-09ef43e96f78 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.2322259 Sep 29 19:43:40.836263 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c961d7b5-feda-4242-aabd-28e6c62c269b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:40.839551 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c961d7b5-feda-4242-aabd-28e6c62c269b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:40.843283 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-c961d7b5-feda-4242-aabd-28e6c62c269b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77bf2b0d-9aa8-4344-b9bb-ed48d6f9f8ec HTTP/1.1" status: 204 len: 168 time: 0.6578703 Sep 29 19:43:40.871640 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961d7b5-feda-4242-aabd-28e6c62c269b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bf2b0d-9aa8-4344-b9bb-ed48d6f9f8ec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:40.887005 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-c1d55687-6786-4243-a34a-befd286792f9 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:40.888904 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-c1d55687-6786-4243-a34a-befd286792f9 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 814 time: 0.3108974 Sep 29 19:43:40.916955 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9e12fb85-3306-4473-bdde-829efe4de31e req-16d7656b-7e89-46a8-8c85-57aca2bf1759 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948062 Sep 29 19:43:40.926893 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Request body: {'port': {'device_id': 'e44745dc-7b22-4687-a096-6f68e29ce718', 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc', 'admin_state_up': True, 'tenant_id': '834480e19e8144eb88824a97a65cafcd'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:43:41.149608 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Made reservation on behalf of 834480e19e8144eb88824a97a65cafcd for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:43:41.160526 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:41.306127 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:41.445500 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Allocated IP 172.20.0.3 (f69940db-4fc4-4677-a3c2-e8aa346d35dc/36106120-0e04-42f9-83b0-b987dd292ad8/9f6acacd-db04-46c1-b1ba-df250d6158a4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:43:41.541812 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f1370639-2d34-41b7-8e5c-aab57b6549c0 req-d15228e1-505f-49d1-b6b2-ff41e1de9318 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 210 time: 0.0845931 Sep 29 19:43:41.828239 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:41.902572 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:41.921861 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['27e2c6cb-754d-44df-9f69-239aef42e92e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:43:41.984583 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Network f69940db-4fc4-4677-a3c2-e8aa346d35dc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:43:41.989969 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:43:41.999355 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:43:42.096872 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:42.096872 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:42.096872 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Pushing event updated for resources: {'Port': ['ID=9f6acacd-db04-46c1-b1ba-df250d6158a4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:42.135624 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-61e20382-f11a-444c-9083-5c0fd5de2988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2173200 Sep 29 19:43:42.174664 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Request body: {'port': {'device_id': 'e44745dc-7b22-4687-a096-6f68e29ce718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:43:42.324119 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0df6f9-5869-4ab7-898c-bf7010394aa0 req-a9575cba-3561-41f8-8648-f040ef4c1cb4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:42.332662 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b0df6f9-5869-4ab7-898c-bf7010394aa0 req-a9575cba-3561-41f8-8648-f040ef4c1cb4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1936755 Sep 29 19:43:42.356918 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:42.432404 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:42.434341 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b0df6f9-5869-4ab7-898c-bf7010394aa0 req-ef6b5727-f2b2-4656-82b6-187e8236b9c6 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023257 Sep 29 19:43:42.871972 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e80b6-d0a0-4ff2-ac71-b5c25df8088f req-d5377dbd-ec68-4ace-9990-dddfb01fe5f1 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:42.874775 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-274e80b6-d0a0-4ff2-ac71-b5c25df8088f req-d5377dbd-ec68-4ace-9990-dddfb01fe5f1 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 931 time: 0.1562283 Sep 29 19:43:42.945771 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-274e80b6-d0a0-4ff2-ac71-b5c25df8088f req-21d66c62-12d7-48e6-aa2d-ea5ecfe38f99 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559237 Sep 29 19:43:43.069868 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6acacd-db04-46c1-b1ba-df250d6158a4 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:43:43.090148 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:43.119400 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Transition to ACTIVE for port object 9f6acacd-db04-46c1-b1ba-df250d6158a4 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:43:43.132247 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:43.359169 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Pushing event updated for resources: {'Port': ['ID=9f6acacd-db04-46c1-b1ba-df250d6158a4,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:43.421121 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3b9a073a-bbfa-42ac-969a-51fb89a4b4c8 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:43.423110 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3b9a073a-bbfa-42ac-969a-51fb89a4b4c8 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/networks?id=c819c3df-dc73-4932-a044-74ec9175885b HTTP/1.1" status: 200 len: 808 time: 0.2877729 Sep 29 19:43:43.445755 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Attempting to bind port 9f6acacd-db04-46c1-b1ba-df250d6158a4 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:43:43.445755 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Attempting to bind port 9f6acacd-db04-46c1-b1ba-df250d6158a4 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:43:43.445755 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Attempting to bind port 9f6acacd-db04-46c1-b1ba-df250d6158a4 on network f69940db-4fc4-4677-a3c2-e8aa346d35dc {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:43:43.445755 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Port 9f6acacd-db04-46c1-b1ba-df250d6158a4 on network f69940db-4fc4-4677-a3c2-e8aa346d35dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:43:43.445755 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Attempting to bind port 9f6acacd-db04-46c1-b1ba-df250d6158a4 on network f69940db-4fc4-4677-a3c2-e8aa346d35dc {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:43:43.464974 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:43:43.465374 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Checking segment: {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:43:43.465793 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Bound using segment: {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:43:43.466243 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Bound port: 9f6acacd-db04-46c1-b1ba-df250d6158a4, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:43:43.466604 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:43.480930 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-a7cddcc8-7e6c-465c-9ea4-f938330246d7 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/quotas/7ec88a3a4751470e8a2ab01180fa4c6c HTTP/1.1" status: 200 len: 375 time: 0.0357697 Sep 29 19:43:43.558050 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-d8735af3-31d3-46f4-bcec-bcab02ab9a74 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ec88a3a4751470e8a2ab01180fa4c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371544 Sep 29 19:43:43.666962 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] For port 9f6acacd-db04-46c1-b1ba-df250d6158a4, host hv-cinder-81174, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:43:43.791451 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] For port 9f6acacd-db04-46c1-b1ba-df250d6158a4, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=9f6acacd-db04-46c1-b1ba-df250d6158a4,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:43:43.810112 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:43.911479 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a60e-c29d-4354-8eba-caeead8268a2 req-ba447811-cc17-4631-98b2-4d5564e7864c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:43.913566 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cd27a60e-c29d-4354-8eba-caeead8268a2 req-ba447811-cc17-4631-98b2-4d5564e7864c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.2661660 Sep 29 19:43:43.927738 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-e61f6095-ac3b-49fa-bb7e-1952d0e278aa service neutron] 10.222.0.16 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348176 Sep 29 19:43:43.931486 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:43.932418 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:43.934593 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] 10.222.0.47 "PUT /v2.0/ports/9f6acacd-db04-46c1-b1ba-df250d6158a4 HTTP/1.1" status: 200 len: 1093 time: 1.7744827 Sep 29 19:43:43.935230 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44745dc-7b22-4687-a096-6f68e29ce718', 'tag': '9f6acacd-db04-46c1-b1ba-df250d6158a4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:43:43.937894 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52641ecc-5490-4f2b-90a9-fefe14383b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e44745dc-7b22-4687-a096-6f68e29ce718", "tag": "9f6acacd-db04-46c1-b1ba-df250d6158a4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:43:44.029902 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee55934-22f2-495d-8814-0d098dc0c26c service neutron] Pushing event updated for resources: {'Port': ['ID=9f6acacd-db04-46c1-b1ba-df250d6158a4,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:44.129834 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cd27a60e-c29d-4354-8eba-caeead8268a2 req-5855bdb4-72c0-49b6-8419-408f8fdf156a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877832 Sep 29 19:43:44.221034 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-e153eadb-e482-4874-9402-df09c66c1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:44.223470 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-e153eadb-e482-4874-9402-df09c66c1fad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 1096 time: 0.2054195 Sep 29 19:43:44.253453 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-b33cd748-e875-4437-83a3-d38d9fc29384 service neutron] 10.222.0.16 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056598 Sep 29 19:43:44.291195 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-203158d7-6b0a-46c1-8063-63c81fbc7e35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6acacd-db04-46c1-b1ba-df250d6158a4 HTTP/1.1" status: 200 len: 217 time: 0.0517600 Sep 29 19:43:44.387971 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-a0ebcd2c-5327-4fe8-b607-5205c40a99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:44.391118 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-a0ebcd2c-5327-4fe8-b607-5205c40a99f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36106120-0e04-42f9-83b0-b987dd292ad8 HTTP/1.1" status: 200 len: 854 time: 0.0841255 Sep 29 19:43:44.467689 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-73c8d26c-ee40-4c04-bcdd-8c48a46bafe4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f69940db-4fc4-4677-a3c2-e8aa346d35dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631979 Sep 29 19:43:44.670411 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dacc04-7f11-4ff6-9832-e1b8e05e7556 x-openstack-request-id: req-e1dacc04-7f11-4ff6-9832-e1b8e05e7556 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:43:44.670706 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44745dc-7b22-4687-a096-6f68e29ce718", "tag": "9f6acacd-db04-46c1-b1ba-df250d6158a4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:43:44.671077 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1dacc04-7f11-4ff6-9832-e1b8e05e7556 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:43:44.671355 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44745dc-7b22-4687-a096-6f68e29ce718', 'tag': '9f6acacd-db04-46c1-b1ba-df250d6158a4', 'status': 'completed', 'code': 200} Sep 29 19:43:44.748086 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-827e8e58-e494-4eca-9b47-b15fa2d12552 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650073 Sep 29 19:43:44.947701 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-35a1e1ca-be9b-4d84-aee7-2201c6f0d274 req-1290e3be-7e2f-4807-b738-e8bf17011a78 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 210 time: 0.1020823 Sep 29 19:43:45.407130 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48f44fbb-5b56-4a84-bddd-1bf98055d4a4 req-bad4f44c-e5b1-4e4b-98f2-374f3e8ae9a8 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494818 Sep 29 19:43:45.508321 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32d94-6ded-4deb-87c4-c580dbc29bfe req-26575d06-c6a5-4a13-846e-d6881c86156f tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:45.513428 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d5c32d94-6ded-4deb-87c4-c580dbc29bfe req-26575d06-c6a5-4a13-846e-d6881c86156f tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 943 time: 0.7360542 Sep 29 19:43:45.663055 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8052b-6850-47ac-8529-972589334572 req-2391b803-bda6-4287-9d0c-acf02b0ce80a tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:45.664986 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c7e8052b-6850-47ac-8529-972589334572 req-2391b803-bda6-4287-9d0c-acf02b0ce80a tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 946 time: 0.2652242 Sep 29 19:43:45.709257 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d5c32d94-6ded-4deb-87c4-c580dbc29bfe req-6a10e4e8-de18-4e48-9277-4e7573818bee tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716547 Sep 29 19:43:45.722593 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52641ecc-5490-4f2b-90a9-fefe14383b5e req-78cc538b-7d57-41b3-8db7-aea9227ad11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:45.725913 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52641ecc-5490-4f2b-90a9-fefe14383b5e req-78cc538b-7d57-41b3-8db7-aea9227ad11d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 1096 time: 0.2088773 Sep 29 19:43:45.915157 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52641ecc-5490-4f2b-90a9-fefe14383b5e req-e0480905-9a23-4604-922d-83d1b3a54e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:45.917180 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52641ecc-5490-4f2b-90a9-fefe14383b5e req-e0480905-9a23-4604-922d-83d1b3a54e40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 915 time: 0.1807089 Sep 29 19:43:45.929221 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c7e8052b-6850-47ac-8529-972589334572 req-a1ade812-cc4c-4ff5-b684-8c0a78b5d8ea tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453809 Sep 29 19:43:46.058960 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52641ecc-5490-4f2b-90a9-fefe14383b5e req-be185c5a-e7ac-4a0d-a6de-73fba50c0927 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6acacd-db04-46c1-b1ba-df250d6158a4 HTTP/1.1" status: 200 len: 217 time: 0.0958400 Sep 29 19:43:46.176157 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00551f27-09b0-4e1b-8804-79867efa86a1 req-c4087e8c-766c-40ed-844c-3c67985061d4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:46.177900 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-00551f27-09b0-4e1b-8804-79867efa86a1 req-c4087e8c-766c-40ed-844c-3c67985061d4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.2726629 Sep 29 19:43:46.205650 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ddedf4a3-7566-4e5b-b828-46dd586d32ef req-e74d6d9b-b856-48e3-9649-0aa97ae2f8b9 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 210 time: 0.0617423 Sep 29 19:43:46.221913 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52641ecc-5490-4f2b-90a9-fefe14383b5e req-f48045de-aa0c-409b-a596-172bba6e25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:46.224769 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52641ecc-5490-4f2b-90a9-fefe14383b5e req-f48045de-aa0c-409b-a596-172bba6e25c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36106120-0e04-42f9-83b0-b987dd292ad8 HTTP/1.1" status: 200 len: 854 time: 0.1551256 Sep 29 19:43:46.277592 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57734) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:46.303753 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52641ecc-5490-4f2b-90a9-fefe14383b5e req-58ba3247-262b-47a6-aced-9c6cff4ddcab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f69940db-4fc4-4677-a3c2-e8aa346d35dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595436 Sep 29 19:43:46.319108 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57738) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:46.329283 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-00551f27-09b0-4e1b-8804-79867efa86a1 req-73fd81d7-a45a-4d20-b73f-9e68181f1ac3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271496 Sep 29 19:43:46.444027 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52641ecc-5490-4f2b-90a9-fefe14383b5e req-719aeb6c-96c5-4385-a825-a62215c654f3 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307287 Sep 29 19:43:46.533502 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19c8e4a7-ab56-4017-a3d8-2054a303343a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:46.580552 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e32ca83-6fca-485e-a467-3a8593aa38a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:46.673841 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52641ecc-5490-4f2b-90a9-fefe14383b5e req-19e1e10a-23fb-4cc4-a004-3d9244a7bf7f service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179687 Sep 29 19:43:46.739694 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19c8e4a7-ab56-4017-a3d8-2054a303343a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:46.748677 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19c8e4a7-ab56-4017-a3d8-2054a303343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:46.846456 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8e4a7-ab56-4017-a3d8-2054a303343a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f9ddab-5a00-47ce-94a9-88dae4112fcd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:46.882243 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-19c8e4a7-ab56-4017-a3d8-2054a303343a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aaf8b1644094497dbf4d5c06a3688289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5597060 Sep 29 19:43:46.886760 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57758) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:46.975849 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcf481c5-e5d1-468f-8766-a25ae0cdd764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:47.005162 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcf481c5-e5d1-468f-8766-a25ae0cdd764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:47.088181 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcf481c5-e5d1-468f-8766-a25ae0cdd764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:47.098931 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcf481c5-e5d1-468f-8766-a25ae0cdd764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:47.100529 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-bcf481c5-e5d1-468f-8766-a25ae0cdd764 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15f9ddab-5a00-47ce-94a9-88dae4112fcd HTTP/1.1" status: 204 len: 168 time: 0.2114055 Sep 29 19:43:47.112573 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf481c5-e5d1-468f-8766-a25ae0cdd764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f9ddab-5a00-47ce-94a9-88dae4112fcd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:47.299718 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-36fd2677-300b-4a43-b08c-ba3b33ae5fbf tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:47.305341 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-36fd2677-300b-4a43-b08c-ba3b33ae5fbf tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 946 time: 0.1179004 Sep 29 19:43:47.322810 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-c87f8c34-d62a-4fbf-86fc-3f134d8f7ae4 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:47.325330 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-c87f8c34-d62a-4fbf-86fc-3f134d8f7ae4 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.47 "GET /v2.0/networks?id=c819c3df-dc73-4932-a044-74ec9175885b HTTP/1.1" status: 200 len: 808 time: 0.6116068 Sep 29 19:43:47.359421 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdffe2-ce1c-4368-b575-5c0160fcfa41 req-768061a2-df7c-4b13-86c6-f118766c8c1b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:47.362544 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-60cdffe2-ce1c-4368-b575-5c0160fcfa41 req-768061a2-df7c-4b13-86c6-f118766c8c1b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 943 time: 0.3717225 Sep 29 19:43:47.402403 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Request body: {'port': {'device_id': 'dd390f27-8540-4ede-81f6-34f75ecc018b', 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b', 'admin_state_up': True, 'tenant_id': '7ec88a3a4751470e8a2ab01180fa4c6c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:43:47.411678 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e32ca83-6fca-485e-a467-3a8593aa38a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:47.462570 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7ddf3-b045-4f89-8ab9-7d4156bc4513 req-8617c7ad-4d8b-4d75-a2fe-720d1e60505d tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:47.465507 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-07b7ddf3-b045-4f89-8ab9-7d4156bc4513 req-8617c7ad-4d8b-4d75-a2fe-720d1e60505d tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 946 time: 0.2835312 Sep 29 19:43:47.482052 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e32ca83-6fca-485e-a467-3a8593aa38a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:47.570192 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-b26566eb-8b59-4f9c-a94f-29db64addbd4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Deleting port 69ca9a33-356c-4bdd-8863-bdca18d0ab79 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:43:47.571117 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-b26566eb-8b59-4f9c-a94f-29db64addbd4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:47.639514 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-5e32ca83-6fca-485e-a467-3a8593aa38a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30b8bab745364c8cb74cf824b64eabe7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3579926 Sep 29 19:43:47.646367 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57776) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:47.651649 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-60cdffe2-ce1c-4368-b575-5c0160fcfa41 req-1a9cf8cf-ee2e-4c8d-a405-33afe2f2a6cb tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650115 Sep 29 19:43:47.652813 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32ca83-6fca-485e-a467-3a8593aa38a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7970930c-04e9-4e52-b829-4bbe42ea040d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:47.689562 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-07b7ddf3-b045-4f89-8ab9-7d4156bc4513 req-dbeef7d7-0c55-4e52-9a1c-65de731fb117 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/security-groups?id=e56ebe33-a643-416a-b637-3da4f39b8f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988904 Sep 29 19:43:47.706722 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:47.743421 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b09a308-9ed8-4da5-b236-1ae4fff85ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:47.803778 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Made reservation on behalf of 7ec88a3a4751470e8a2ab01180fa4c6c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:43:47.808163 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:47.831265 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ed4da89-14f1-4f0e-bee9-9663372b7b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:47.880864 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-509033c1-63b9-4892-9781-0df8cc28a563 req-49cc81e1-de05-49b9-98e8-319bd00d1b08 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 210 time: 0.0453939 Sep 29 19:43:47.956634 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ed4da89-14f1-4f0e-bee9-9663372b7b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.062067 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec796ebd-89da-4655-81bf-27337151379a req-31cd5f8f-ef75-4382-8e49-356b678c87f5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:48.063757 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ec796ebd-89da-4655-81bf-27337151379a req-31cd5f8f-ef75-4382-8e49-356b678c87f5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1818624 Sep 29 19:43:48.066949 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-b26566eb-8b59-4f9c-a94f-29db64addbd4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] For port 69ca9a33-356c-4bdd-8863-bdca18d0ab79, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=69ca9a33-356c-4bdd-8863-bdca18d0ab79,segment=NetworkSegment(cfd57ae4-90a8-43f7-8cd8-36fa4f502806),segment_id=cfd57ae4-90a8-43f7-8cd8-36fa4f502806)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:48.068255 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-b26566eb-8b59-4f9c-a94f-29db64addbd4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.100294 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-b26566eb-8b59-4f9c-a94f-29db64addbd4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Calling delete_port for 69ca9a33-356c-4bdd-8863-bdca18d0ab79 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:43:48.187034 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ec796ebd-89da-4655-81bf-27337151379a req-dd2783ea-8d64-4f73-bf1f-e44e95582579 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060238 Sep 29 19:43:48.236872 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Allocated IP 172.20.0.6 (c819c3df-dc73-4932-a044-74ec9175885b/8cd909d8-ad75-4e90-9c2e-0f29115acb39/b260d20d-6e05-48cb-9e1b-87eec0c110e7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:43:48.251739 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b09a308-9ed8-4da5-b236-1ae4fff85ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.252942 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ed4da89-14f1-4f0e-bee9-9663372b7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.264171 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ed4da89-14f1-4f0e-bee9-9663372b7b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.264171 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-4ed4da89-14f1-4f0e-bee9-9663372b7b17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7970930c-04e9-4e52-b829-4bbe42ea040d HTTP/1.1" status: 204 len: 168 time: 0.6030264 Sep 29 19:43:48.265885 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b09a308-9ed8-4da5-b236-1ae4fff85ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.291076 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4da89-14f1-4f0e-bee9-9663372b7b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7970930c-04e9-4e52-b829-4bbe42ea040d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:48.329193 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-6b09a308-9ed8-4da5-b236-1ae4fff85ed4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83436bad3cc640e0beae9fe083e4ce10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6186297 Sep 29 19:43:48.333346 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57790) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:48.383930 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09a308-9ed8-4da5-b236-1ae4fff85ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1118b02c-f2a4-4400-8bd6-5a1fb20f50f7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:48.465844 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-b26566eb-8b59-4f9c-a94f-29db64addbd4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.488102 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['69ca9a33-356c-4bdd-8863-bdca18d0ab79'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:43:48.510052 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-008d7214-eb0d-482a-94b1-10b7fefbed36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.525471 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26566eb-8b59-4f9c-a94f-29db64addbd4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Pushing event deleted for resources: {'Port': ['ID=69ca9a33-356c-4bdd-8863-bdca18d0ab79,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:48.559606 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-008d7214-eb0d-482a-94b1-10b7fefbed36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.618963 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.658762 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-008d7214-eb0d-482a-94b1-10b7fefbed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.662093 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-008d7214-eb0d-482a-94b1-10b7fefbed36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.667488 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-008d7214-eb0d-482a-94b1-10b7fefbed36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1118b02c-f2a4-4400-8bd6-5a1fb20f50f7 HTTP/1.1" status: 204 len: 168 time: 0.3258348 Sep 29 19:43:48.683181 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d7214-eb0d-482a-94b1-10b7fefbed36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1118b02c-f2a4-4400-8bd6-5a1fb20f50f7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:48.683557 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-b26566eb-8b59-4f9c-a94f-29db64addbd4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] No DVR routers for this DVR port 69ca9a33-356c-4bdd-8863-bdca18d0ab79 on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:43:48.686889 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.692883 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-b26566eb-8b59-4f9c-a94f-29db64addbd4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.698078 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-a834863e-6d23-4fc9-9c7a-6a889583cdb2 req-b26566eb-8b59-4f9c-a94f-29db64addbd4 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.47 "DELETE /v2.0/ports/69ca9a33-356c-4bdd-8863-bdca18d0ab79 HTTP/1.1" status: 204 len: 173 time: 1.3787246 Sep 29 19:43:48.724803 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0886c-ce05-43b9-aa29-3d33eb42b6f9', 'name': 'network-vif-deleted', 'tag': '69ca9a33-356c-4bdd-8863-bdca18d0ab79'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:43:48.741242 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f54eda-6c5c-4db0-a102-7bff981fe31f" -d '{"events": [{"server_uuid": "e2f0886c-ce05-43b9-aa29-3d33eb42b6f9", "name": "network-vif-deleted", "tag": "69ca9a33-356c-4bdd-8863-bdca18d0ab79"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:43:48.762910 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Network c819c3df-dc73-4932-a044-74ec9175885b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:43:48.789302 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:43:48.793344 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:43:48.812837 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 9f6acacd-db04-46c1-b1ba-df250d6158a4 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:43:48.909010 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Pushing event updated for resources: {'Port': ['ID=b260d20d-6e05-48cb-9e1b-87eec0c110e7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:48.918919 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:48.919627 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:48.958871 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3cbe8e1c-e663-429a-8381-8b70facfc09f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5847356 Sep 29 19:43:49.012833 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce0ca1a2-e213-45e8-9fd8-5dffc62d384e req-fdff00a1-94f5-4f6c-ad16-e39a1597cb85 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0791841 Sep 29 19:43:49.030392 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Request body: {'port': {'device_id': 'dd390f27-8540-4ede-81f6-34f75ecc018b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:43:49.051066 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 9f6acacd-db04-46c1-b1ba-df250d6158a4, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=9f6acacd-db04-46c1-b1ba-df250d6158a4,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:49.070656 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '9f6acacd-db04-46c1-b1ba-df250d6158a4', 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc', 'port_id': '9f6acacd-db04-46c1-b1ba-df250d6158a4', 'mac_address': 'fa:16:3e:b4:76:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36106120-0e04-42f9-83b0-b987dd292ad8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:43:49.096237 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0566d61-bccb-4106-8442-fc934ece6035 x-openstack-request-id: req-f0566d61-bccb-4106-8442-fc934ece6035 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:43:49.096572 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0886c-ce05-43b9-aa29-3d33eb42b6f9", "name": "network-vif-deleted", "tag": "69ca9a33-356c-4bdd-8863-bdca18d0ab79", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:43:49.096883 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0566d61-bccb-4106-8442-fc934ece6035 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:43:49.097921 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0886c-ce05-43b9-aa29-3d33eb42b6f9', 'name': 'network-vif-deleted', 'tag': '69ca9a33-356c-4bdd-8863-bdca18d0ab79', 'status': 'completed', 'code': 200} Sep 29 19:43:49.130896 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:49.152971 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6acacd-db04-46c1-b1ba-df250d6158a4 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:43:49.175221 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f5ee-8fcc-4921-8498-bc267ca9913d req-5f054481-838d-4df9-b0a1-62b0e5bd9127 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:49.177667 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2e81f5ee-8fcc-4921-8498-bc267ca9913d req-5f054481-838d-4df9-b0a1-62b0e5bd9127 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 943 time: 0.2423213 Sep 29 19:43:49.179012 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:49.216259 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 9f6acacd-db04-46c1-b1ba-df250d6158a4, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=9f6acacd-db04-46c1-b1ba-df250d6158a4,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:49.230149 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:49.242999 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57814) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:49.261741 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04fbe927-c726-4894-9a84-525ec4c89358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:49.315753 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2e81f5ee-8fcc-4921-8498-bc267ca9913d req-889c09d1-5827-43d1-b0d7-946dea36a716 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268089 Sep 29 19:43:49.417830 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=9f6acacd-db04-46c1-b1ba-df250d6158a4,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:49.421589 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a5131-2125-4bb6-abf7-40149ac6085f req-d4fe6a79-2553-4e3c-8097-6f573315f479 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:49.424441 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-150a5131-2125-4bb6-abf7-40149ac6085f req-d4fe6a79-2553-4e3c-8097-6f573315f479 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 931 time: 0.1907861 Sep 29 19:43:49.439722 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.442253 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.442476 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.442964 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.443633 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.444319 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.444894 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.445436 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.446008 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.446745 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.447297 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.455291 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:43:49.615408 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04fbe927-c726-4894-9a84-525ec4c89358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:49.623356 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04fbe927-c726-4894-9a84-525ec4c89358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:49.623607 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['9f6acacd-db04-46c1-b1ba-df250d6158a4'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:43:49.685178 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-04fbe927-c726-4894-9a84-525ec4c89358 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f95f2627a9db413db55f81959e1ce4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371691 Sep 29 19:43:49.685178 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbe927-c726-4894-9a84-525ec4c89358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d8fbe1-e2b8-4262-84ae-022f05af41d9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:49.686139 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57822) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:49.804490 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67201828-e18f-4cd1-b320-c05e45d0396b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:49.856142 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67201828-e18f-4cd1-b320-c05e45d0396b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:49.860509 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-150a5131-2125-4bb6-abf7-40149ac6085f req-a8e1bc3c-be9c-4a59-a7a3-6c09a129867f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602753 Sep 29 19:43:49.873894 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11aa3c-d911-4a22-99f6-4a310caa0acf req-6985db31-8c65-470e-8a2b-560761d5c3a9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:49.875538 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad11aa3c-d911-4a22-99f6-4a310caa0acf req-6985db31-8c65-470e-8a2b-560761d5c3a9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.3785896 Sep 29 19:43:49.947575 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad11aa3c-d911-4a22-99f6-4a310caa0acf req-77fffbb1-eecb-4606-a2fe-676341213132 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638030 Sep 29 19:43:49.960454 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67201828-e18f-4cd1-b320-c05e45d0396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:49.965720 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67201828-e18f-4cd1-b320-c05e45d0396b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:49.972636 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-67201828-e18f-4cd1-b320-c05e45d0396b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74d8fbe1-e2b8-4262-84ae-022f05af41d9 HTTP/1.1" status: 204 len: 168 time: 0.2694666 Sep 29 19:43:49.994699 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67201828-e18f-4cd1-b320-c05e45d0396b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d8fbe1-e2b8-4262-84ae-022f05af41d9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:50.031354 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b260d20d-6e05-48cb-9e1b-87eec0c110e7 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:43:50.116657 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:50.197346 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Transition to ACTIVE for port object b260d20d-6e05-48cb-9e1b-87eec0c110e7 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:43:50.205922 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:50.355701 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-417d321d-51fa-4193-ac7b-d2ac6740e5bd req-8cc749bc-d260-4ee3-b1a9-e1b2d9c31fa5 tempest-DeleteServersTestJSON-848012427 tempest-DeleteServersTestJSON-848012427-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f0886c-ce05-43b9-aa29-3d33eb42b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0727975 Sep 29 19:43:50.388496 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Pushing event updated for resources: {'Port': ['ID=b260d20d-6e05-48cb-9e1b-87eec0c110e7,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:50.535898 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Attempting to bind port b260d20d-6e05-48cb-9e1b-87eec0c110e7 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:43:50.537003 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Attempting to bind port b260d20d-6e05-48cb-9e1b-87eec0c110e7 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'c83e1946-366e-4601-81f9-94298603cdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:43:50.538045 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Attempting to bind port b260d20d-6e05-48cb-9e1b-87eec0c110e7 on network c819c3df-dc73-4932-a044-74ec9175885b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:43:50.561545 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Port b260d20d-6e05-48cb-9e1b-87eec0c110e7 on network c819c3df-dc73-4932-a044-74ec9175885b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:43:50.563457 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Attempting to bind port b260d20d-6e05-48cb-9e1b-87eec0c110e7 on network c819c3df-dc73-4932-a044-74ec9175885b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:43:50.602851 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:43:50.604406 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Checking segment: {'id': 'c83e1946-366e-4601-81f9-94298603cdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:43:50.605133 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Bound using segment: {'id': 'c83e1946-366e-4601-81f9-94298603cdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:43:50.606102 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Bound port: b260d20d-6e05-48cb-9e1b-87eec0c110e7, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83e1946-366e-4601-81f9-94298603cdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:43:50.607190 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:50.700436 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61862b7a-ab14-4952-84a4-736edb3b69ac req-a43c643b-0e3a-4c7a-b9cf-7d5c1a7554c1 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:50.702301 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-61862b7a-ab14-4952-84a4-736edb3b69ac req-a43c643b-0e3a-4c7a-b9cf-7d5c1a7554c1 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 944 time: 0.1289897 Sep 29 19:43:50.812206 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] For port b260d20d-6e05-48cb-9e1b-87eec0c110e7, host hv-cinder-81174, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:43:50.832364 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-61862b7a-ab14-4952-84a4-736edb3b69ac req-872573a3-f495-4b85-ace9-26a41eefeac3 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214256 Sep 29 19:43:50.840197 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 9f6acacd-db04-46c1-b1ba-df250d6158a4 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:43:50.854909 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] For port b260d20d-6e05-48cb-9e1b-87eec0c110e7, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=b260d20d-6e05-48cb-9e1b-87eec0c110e7,segment=NetworkSegment(c83e1946-366e-4601-81f9-94298603cdfa),segment_id=c83e1946-366e-4601-81f9-94298603cdfa)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:43:50.865957 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:50.936605 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Pushing event updated for resources: {'Port': ['ID=b260d20d-6e05-48cb-9e1b-87eec0c110e7,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:50.960269 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:50.961529 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:50.968167 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-43ca919b-8448-4766-8b55-663e17048381 service neutron] 10.222.0.47 "PUT /v2.0/ports/b260d20d-6e05-48cb-9e1b-87eec0c110e7 HTTP/1.1" status: 200 len: 1093 time: 1.9907742 Sep 29 19:43:50.968406 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 9f6acacd-db04-46c1-b1ba-df250d6158a4 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:43:50.968733 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd390f27-8540-4ede-81f6-34f75ecc018b', 'tag': 'b260d20d-6e05-48cb-9e1b-87eec0c110e7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:43:50.971206 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33846820-f34f-41ac-8478-b22426699b94" -d '{"events": [{"name": "network-changed", "server_uuid": "dd390f27-8540-4ede-81f6-34f75ecc018b", "tag": "b260d20d-6e05-48cb-9e1b-87eec0c110e7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:43:50.973251 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 9f6acacd-db04-46c1-b1ba-df250d6158a4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:43:50.973882 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:51.087602 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a0faf6-9986-460d-bfc3-cccf2eb1c65f x-openstack-request-id: req-b4a0faf6-9986-460d-bfc3-cccf2eb1c65f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:43:51.096777 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd390f27-8540-4ede-81f6-34f75ecc018b", "tag": "b260d20d-6e05-48cb-9e1b-87eec0c110e7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:43:51.096777 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4a0faf6-9986-460d-bfc3-cccf2eb1c65f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:43:51.096777 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd390f27-8540-4ede-81f6-34f75ecc018b', 'tag': 'b260d20d-6e05-48cb-9e1b-87eec0c110e7', 'status': 'completed', 'code': 200} Sep 29 19:43:51.122924 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:51.180700 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 9f6acacd-db04-46c1-b1ba-df250d6158a4, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=9f6acacd-db04-46c1-b1ba-df250d6158a4,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:51.182723 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44745dc-7b22-4687-a096-6f68e29ce718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6acacd-db04-46c1-b1ba-df250d6158a4'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:43:51.185846 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25faff18-f159-42c6-ae9f-e0e6628923d1" -d '{"events": [{"server_uuid": "e44745dc-7b22-4687-a096-6f68e29ce718", "name": "network-vif-plugged", "status": "completed", "tag": "9f6acacd-db04-46c1-b1ba-df250d6158a4"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:43:51.192580 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:51.193857 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 69ca9a33-356c-4bdd-8863-bdca18d0ab79 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:43:51.254580 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-d6890f97-3d09-43fd-8589-5f6832d1f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:51.256170 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-d6890f97-3d09-43fd-8589-5f6832d1f662 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ec88a3a4751470e8a2ab01180fa4c6c&device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 1096 time: 0.2089653 Sep 29 19:43:51.307522 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 69ca9a33-356c-4bdd-8863-bdca18d0ab79 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:43:51.308382 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 69ca9a33-356c-4bdd-8863-bdca18d0ab79 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:43:51.321083 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-3c6fd56e-17b2-427d-be7e-225105d4406c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b260d20d-6e05-48cb-9e1b-87eec0c110e7 HTTP/1.1" status: 200 len: 217 time: 0.0478282 Sep 29 19:43:51.330158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc8711-5865-435f-9076-9e5bf4b9f15a req-7591f110-714f-4a92-8ca7-24676591d2d0 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:51.332575 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-94cc8711-5865-435f-9076-9e5bf4b9f15a req-7591f110-714f-4a92-8ca7-24676591d2d0 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1304655 Sep 29 19:43:51.342622 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9ba75-afc2-495e-ab7b-10fba373de55 req-08b8ca85-d51c-4393-96ff-ed6bde33974f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:51.351575 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e3f9ba75-afc2-495e-ab7b-10fba373de55 req-08b8ca85-d51c-4393-96ff-ed6bde33974f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 943 time: 0.2795212 Sep 29 19:43:51.360715 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=9f6acacd-db04-46c1-b1ba-df250d6158a4,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:51.461319 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-4c0bf8f5-e0ab-49b5-adea-0127908918f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:51.462909 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-4c0bf8f5-e0ab-49b5-adea-0127908918f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cd909d8-ad75-4e90-9c2e-0f29115acb39 HTTP/1.1" status: 200 len: 848 time: 0.1292117 Sep 29 19:43:51.478205 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e3f9ba75-afc2-495e-ab7b-10fba373de55 req-43ad7eec-2805-4779-b93a-b8b229427460 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253593 Sep 29 19:43:51.495207 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-94cc8711-5865-435f-9076-9e5bf4b9f15a req-6ad5468a-2471-4072-8a80-0d9616d3c2ff tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314156 Sep 29 19:43:51.526172 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-4d890fb4-d762-4d6d-a397-a591cf02b8da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c819c3df-dc73-4932-a044-74ec9175885b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514295 Sep 29 19:43:51.593482 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79db603-9c23-4b95-bbe7-81d0da32f1fb x-openstack-request-id: req-f79db603-9c23-4b95-bbe7-81d0da32f1fb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:43:51.594348 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44745dc-7b22-4687-a096-6f68e29ce718", "name": "network-vif-plugged", "status": "completed", "tag": "9f6acacd-db04-46c1-b1ba-df250d6158a4", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:43:51.594972 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f79db603-9c23-4b95-bbe7-81d0da32f1fb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:43:51.596527 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44745dc-7b22-4687-a096-6f68e29ce718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6acacd-db04-46c1-b1ba-df250d6158a4', 'code': 200} Sep 29 19:43:51.750993 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-ddeee7d9-4fa0-487d-9249-bfa3a46852a4 service neutron] 10.222.0.47 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159336 Sep 29 19:43:51.928948 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f552964-c4f4-4b41-8b29-8a8d16bb53f0 req-fc21bc88-aed3-4676-8341-06c7d43bc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:51.931339 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0f552964-c4f4-4b41-8b29-8a8d16bb53f0 req-fc21bc88-aed3-4676-8341-06c7d43bc698 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 1098 time: 0.1255255 Sep 29 19:43:51.996674 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0f552964-c4f4-4b41-8b29-8a8d16bb53f0 req-a6f01477-eee8-4542-aefa-f6830601e45a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542760 Sep 29 19:43:52.090382 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1511ad-5948-4712-aeec-64a69497f3e8 req-1ee02e67-b93b-49ca-a037-ae1c4cb181cd service neutron] 10.222.0.47 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254094 Sep 29 19:43:52.114525 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94a77c-7583-4fe5-bd59-2ae69987885c req-8f696ace-717b-4bc9-b62d-51c400eab126 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:52.121634 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cf94a77c-7583-4fe5-bd59-2ae69987885c req-8f696ace-717b-4bc9-b62d-51c400eab126 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 945 time: 0.1049693 Sep 29 19:43:52.179917 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57910) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:52.197746 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cf94a77c-7583-4fe5-bd59-2ae69987885c req-e46eeb4d-f967-4958-b3f2-c69dbfdd7a7b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751717 Sep 29 19:43:52.383652 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273f382f-290e-4733-a498-2ed490429301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:52.428595 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33846820-f34f-41ac-8478-b22426699b94 req-c9e25485-a818-4c91-bfa7-47e8cd39c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:52.431709 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-33846820-f34f-41ac-8478-b22426699b94 req-c9e25485-a818-4c91-bfa7-47e8cd39c5ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ec88a3a4751470e8a2ab01180fa4c6c&device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 1096 time: 0.0850675 Sep 29 19:43:52.576966 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273f382f-290e-4733-a498-2ed490429301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:52.581877 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33846820-f34f-41ac-8478-b22426699b94 req-9d47dd98-424c-4624-9e18-6e98041be858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:52.584691 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-33846820-f34f-41ac-8478-b22426699b94 req-9d47dd98-424c-4624-9e18-6e98041be858 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c819c3df-dc73-4932-a044-74ec9175885b HTTP/1.1" status: 200 len: 909 time: 0.1385660 Sep 29 19:43:52.584979 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273f382f-290e-4733-a498-2ed490429301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:52.689551 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-273f382f-290e-4733-a498-2ed490429301 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65f4b7ae111e4149a807223ba7e0aad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103178 Sep 29 19:43:52.690837 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57940) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:52.698760 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-33846820-f34f-41ac-8478-b22426699b94 req-3498ec61-139b-4c1d-82fb-e2d68969ad56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b260d20d-6e05-48cb-9e1b-87eec0c110e7 HTTP/1.1" status: 200 len: 217 time: 0.1042824 Sep 29 19:43:52.711189 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f382f-290e-4733-a498-2ed490429301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4229d7-655a-4a92-a5a0-58cb33a77c9e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:52.837404 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33846820-f34f-41ac-8478-b22426699b94 req-a7b74398-bc08-4068-84d6-8b8ecbc1c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:52.839359 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-33846820-f34f-41ac-8478-b22426699b94 req-a7b74398-bc08-4068-84d6-8b8ecbc1c340 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cd909d8-ad75-4e90-9c2e-0f29115acb39 HTTP/1.1" status: 200 len: 848 time: 0.1016564 Sep 29 19:43:52.887268 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-408e8846-4a3f-450a-b2e6-705678c484ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:52.900003 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569caaa-9776-4ede-9dc5-30a4644d5e8b req-f1fbda1a-18ed-43c3-8aae-0213c6047eed tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:52.902727 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0569caaa-9776-4ede-9dc5-30a4644d5e8b req-f1fbda1a-18ed-43c3-8aae-0213c6047eed tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 943 time: 0.2181978 Sep 29 19:43:52.914186 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-408e8846-4a3f-450a-b2e6-705678c484ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:52.936619 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-33846820-f34f-41ac-8478-b22426699b94 req-cc74f12a-7112-4ea2-8feb-23971ad56b36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c819c3df-dc73-4932-a044-74ec9175885b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868189 Sep 29 19:43:52.997807 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ecb2d-3f41-48d2-b206-ce2cb6460c57 req-a2ca90dc-e2bd-4bca-a4f5-ac304fe0b914 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:52.999863 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f8ecb2d-3f41-48d2-b206-ce2cb6460c57 req-a2ca90dc-e2bd-4bca-a4f5-ac304fe0b914 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.2631776 Sep 29 19:43:53.015226 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-408e8846-4a3f-450a-b2e6-705678c484ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:53.024900 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-408e8846-4a3f-450a-b2e6-705678c484ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:53.027555 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-408e8846-4a3f-450a-b2e6-705678c484ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e4229d7-655a-4a92-a5a0-58cb33a77c9e HTTP/1.1" status: 204 len: 168 time: 0.3340805 Sep 29 19:43:53.042902 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e8846-4a3f-450a-b2e6-705678c484ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4229d7-655a-4a92-a5a0-58cb33a77c9e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:53.142689 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f8ecb2d-3f41-48d2-b206-ce2cb6460c57 req-43e04061-3889-4bec-a7ff-f1091c03d499 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154048 Sep 29 19:43:53.160783 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0569caaa-9776-4ede-9dc5-30a4644d5e8b req-6203dbb5-8637-4f86-b526-2a9e699de5fa tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258835 Sep 29 19:43:53.190407 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-33846820-f34f-41ac-8478-b22426699b94 req-8baef3fb-f313-4156-9858-c40fbf8145d6 service neutron] 10.222.0.47 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364056 Sep 29 19:43:53.341924 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-33846820-f34f-41ac-8478-b22426699b94 req-4f237e95-815d-48ae-a69d-56d3ae576336 service neutron] 10.222.0.47 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390009 Sep 29 19:43:53.486338 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152e746-7b61-47ad-897a-d2b6858879a7 req-eab101a7-728a-49cd-ae90-07d4055e5c16 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:53.490835 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5152e746-7b61-47ad-897a-d2b6858879a7 req-eab101a7-728a-49cd-ae90-07d4055e5c16 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 945 time: 0.1214848 Sep 29 19:43:53.526163 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 57966) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:53.575628 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5152e746-7b61-47ad-897a-d2b6858879a7 req-9b4b88c7-308f-4a74-ba5f-080781637918 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770645 Sep 29 19:43:53.669344 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbff621a-5a8a-491e-97e0-e58e731fa95e admin admin] Deleting subnet 3dee150a-ba68-4892-86c6-f1633a720ec7 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:43:53.674258 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbff621a-5a8a-491e-97e0-e58e731fa95e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:53.746999 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbff621a-5a8a-491e-97e0-e58e731fa95e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:53.756116 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbff621a-5a8a-491e-97e0-e58e731fa95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:53.857529 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbff621a-5a8a-491e-97e0-e58e731fa95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:53.917355 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff621a-5a8a-491e-97e0-e58e731fa95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dee150a-ba68-4892-86c6-f1633a720ec7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:53.934078 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbff621a-5a8a-491e-97e0-e58e731fa95e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:53.942976 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 57984) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:53.957371 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-cbff621a-5a8a-491e-97e0-e58e731fa95e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3dee150a-ba68-4892-86c6-f1633a720ec7 HTTP/1.1" status: 204 len: 168 time: 0.4288309 Sep 29 19:43:54.114827 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:54.285540 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:54.378079 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af25286-6779-42e2-a751-08bfe49b0b39']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:43:54.394529 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd57ae4-90a8-43f7-8cd8-36fa4f502806') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:43:54.395000 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd57ae4-90a8-43f7-8cd8-36fa4f502806') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:43:54.408888 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:54.445318 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c23047-2cbf-4562-95f9-f6175a0a5965 req-2c8a9500-4964-44e5-af37-f62101a9131a tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:54.447069 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-89c23047-2cbf-4562-95f9-f6175a0a5965 req-2c8a9500-4964-44e5-af37-f62101a9131a tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 943 time: 0.1574106 Sep 29 19:43:54.450416 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:54.463503 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03c92e-b1b1-451d-80e0-c4b19599f6ae req-ad2c43b2-50a8-49a6-9d56-397a3c97e8f8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:54.465552 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3b03c92e-b1b1-451d-80e0-c4b19599f6ae req-ad2c43b2-50a8-49a6-9d56-397a3c97e8f8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1472054 Sep 29 19:43:54.478053 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:43:54.478535 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:43:54.480624 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:43:54.597633 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-89c23047-2cbf-4562-95f9-f6175a0a5965 req-9f39c246-afb1-4862-aa10-66348535fe15 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304586 Sep 29 19:43:54.600783 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:54.608141 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3b03c92e-b1b1-451d-80e0-c4b19599f6ae req-2921164e-c506-4581-9795-de094972cb78 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025188 Sep 29 19:43:54.614951 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:54.620000 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7af25286-6779-42e2-a751-08bfe49b0b39 HTTP/1.1" status: 204 len: 168 time: 0.6753275 Sep 29 19:43:54.635780 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83840571-adc7-4c10-816e-d4219b2f8739 admin admin] Pushing event deleted for resources: {'Network': ['ID=7af25286-6779-42e2-a751-08bfe49b0b39,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:54.662822 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 58012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:54.825747 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b30b13-0839-4698-b80f-8b8b99dd0804 req-e289a629-4aa0-4db9-a550-35ef8ffa4f0c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:54.828222 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-38b30b13-0839-4698-b80f-8b8b99dd0804 req-e289a629-4aa0-4db9-a550-35ef8ffa4f0c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 945 time: 0.0808833 Sep 29 19:43:54.838493 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device b260d20d-6e05-48cb-9e1b-87eec0c110e7 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:43:54.920950 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-38b30b13-0839-4698-b80f-8b8b99dd0804 req-11b6fa09-2370-4d07-b423-5c769332871d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846748 Sep 29 19:43:54.967081 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 58028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:55.048448 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port b260d20d-6e05-48cb-9e1b-87eec0c110e7, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=b260d20d-6e05-48cb-9e1b-87eec0c110e7,segment=NetworkSegment(c83e1946-366e-4601-81f9-94298603cdfa),segment_id=c83e1946-366e-4601-81f9-94298603cdfa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:55.081148 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63446c1c-05be-4a13-93be-555ae6ca72b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.111107 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': 'b260d20d-6e05-48cb-9e1b-87eec0c110e7', 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b', 'port_id': 'b260d20d-6e05-48cb-9e1b-87eec0c110e7', 'mac_address': 'fa:16:3e:0f:cd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd909d8-ad75-4e90-9c2e-0f29115acb39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:43:55.190110 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-c2fb5077-c91f-4a50-8f7e-e588db0f01d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=878b8e11b553428e91d921606f3538cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2207985 Sep 29 19:43:55.193239 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58040) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:55.255209 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.292978 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b260d20d-6e05-48cb-9e1b-87eec0c110e7 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:43:55.322277 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4525fa6b-94b1-4871-a3ca-caa41a80d7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.350601 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port b260d20d-6e05-48cb-9e1b-87eec0c110e7, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=b260d20d-6e05-48cb-9e1b-87eec0c110e7,segment=NetworkSegment(c83e1946-366e-4601-81f9-94298603cdfa),segment_id=c83e1946-366e-4601-81f9-94298603cdfa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:55.364042 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.402207 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4525fa6b-94b1-4871-a3ca-caa41a80d7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.504080 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63446c1c-05be-4a13-93be-555ae6ca72b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.509956 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63446c1c-05be-4a13-93be-555ae6ca72b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.529074 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=b260d20d-6e05-48cb-9e1b-87eec0c110e7,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:55.537493 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4525fa6b-94b1-4871-a3ca-caa41a80d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.540880 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4525fa6b-94b1-4871-a3ca-caa41a80d7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.543024 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-4525fa6b-94b1-4871-a3ca-caa41a80d7d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e56ebe33-a643-416a-b637-3da4f39b8f08 HTTP/1.1" status: 204 len: 168 time: 0.3481917 Sep 29 19:43:55.572676 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525fa6b-94b1-4871-a3ca-caa41a80d7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56ebe33-a643-416a-b637-3da4f39b8f08,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:55.609339 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-63446c1c-05be-4a13-93be-555ae6ca72b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ade066582ff458ab65af34d6724589c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9448528 Sep 29 19:43:55.610701 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63446c1c-05be-4a13-93be-555ae6ca72b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61b47f1-d23d-4761-b0e9-df354b2b98b4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:55.614186 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58056) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:55.699526 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['b260d20d-6e05-48cb-9e1b-87eec0c110e7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:43:55.730366 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8baafadc-15e5-43d8-8de1-498bda70046f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.791229 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8baafadc-15e5-43d8-8de1-498bda70046f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.905326 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8baafadc-15e5-43d8-8de1-498bda70046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.914454 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8baafadc-15e5-43d8-8de1-498bda70046f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:55.918941 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-8baafadc-15e5-43d8-8de1-498bda70046f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f61b47f1-d23d-4761-b0e9-df354b2b98b4 HTTP/1.1" status: 204 len: 168 time: 0.3006263 Sep 29 19:43:55.937855 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baafadc-15e5-43d8-8de1-498bda70046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61b47f1-d23d-4761-b0e9-df354b2b98b4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:55.982256 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a47c58-64cd-4e77-9473-cf8880eb5352 req-bb0167c6-3ae1-4b51-b0d3-8181f2b64971 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:56.000713 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52a47c58-64cd-4e77-9473-cf8880eb5352 req-bb0167c6-3ae1-4b51-b0d3-8181f2b64971 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 944 time: 0.1561713 Sep 29 19:43:56.132688 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52a47c58-64cd-4e77-9473-cf8880eb5352 req-379aacdc-2f0b-41c1-9aff-7d0c1e099743 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247828 Sep 29 19:43:56.397799 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3eef4-5661-4957-b428-71b4ce6544ee req-9e3838d3-0799-4ee6-a301-b28049ca1e17 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:56.406247 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-acf3eef4-5661-4957-b428-71b4ce6544ee req-9e3838d3-0799-4ee6-a301-b28049ca1e17 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1641788 Sep 29 19:43:56.460977 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-acf3eef4-5661-4957-b428-71b4ce6544ee req-edacc12a-db22-48d8-bd0b-1c473a38eb42 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535717 Sep 29 19:43:56.670712 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 58126) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:56.689987 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfcb3dd7-7f89-4e0f-a494-eaf3d2dcd407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:56.803517 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfcb3dd7-7f89-4e0f-a494-eaf3d2dcd407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:56.808400 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfcb3dd7-7f89-4e0f-a494-eaf3d2dcd407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:56.853618 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-bfcb3dd7-7f89-4e0f-a494-eaf3d2dcd407 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7471c99ed3ec4efebf0b703d155cf92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810186 Sep 29 19:43:56.856049 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device b260d20d-6e05-48cb-9e1b-87eec0c110e7 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:43:56.856843 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb3dd7-7f89-4e0f-a494-eaf3d2dcd407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392914cf-b6b9-42a4-9754-0811e396de6e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:56.858106 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58142) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:56.946921 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port b260d20d-6e05-48cb-9e1b-87eec0c110e7 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:43:56.952220 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb673-2df4-4b74-ae35-65753323369e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:56.953084 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port b260d20d-6e05-48cb-9e1b-87eec0c110e7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:43:56.953461 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:56.994759 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb673-2df4-4b74-ae35-65753323369e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:57.084982 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb673-2df4-4b74-ae35-65753323369e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:57.089016 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb673-2df4-4b74-ae35-65753323369e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:57.095288 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-7d1bb673-2df4-4b74-ae35-65753323369e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/392914cf-b6b9-42a4-9754-0811e396de6e HTTP/1.1" status: 204 len: 168 time: 0.2333927 Sep 29 19:43:57.099382 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:57.116085 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb673-2df4-4b74-ae35-65753323369e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392914cf-b6b9-42a4-9754-0811e396de6e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:57.159334 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd390f27-8540-4ede-81f6-34f75ecc018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b260d20d-6e05-48cb-9e1b-87eec0c110e7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:43:57.161758 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f5bf12-9d9c-4b81-886f-96cd795dd88d" -d '{"events": [{"server_uuid": "dd390f27-8540-4ede-81f6-34f75ecc018b", "name": "network-vif-plugged", "status": "completed", "tag": "b260d20d-6e05-48cb-9e1b-87eec0c110e7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:43:57.204863 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port b260d20d-6e05-48cb-9e1b-87eec0c110e7, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=b260d20d-6e05-48cb-9e1b-87eec0c110e7,segment=NetworkSegment(c83e1946-366e-4601-81f9-94298603cdfa),segment_id=c83e1946-366e-4601-81f9-94298603cdfa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:43:57.227930 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:57.273566 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e0ed3c-b069-4916-bebd-875923716501 x-openstack-request-id: req-32e0ed3c-b069-4916-bebd-875923716501 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:43:57.274043 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd390f27-8540-4ede-81f6-34f75ecc018b", "name": "network-vif-plugged", "status": "completed", "tag": "b260d20d-6e05-48cb-9e1b-87eec0c110e7", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:43:57.274449 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32e0ed3c-b069-4916-bebd-875923716501 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:43:57.275060 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd390f27-8540-4ede-81f6-34f75ecc018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b260d20d-6e05-48cb-9e1b-87eec0c110e7', 'code': 200} Sep 29 19:43:57.371114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=b260d20d-6e05-48cb-9e1b-87eec0c110e7,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:57.417683 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651df048-db34-4b14-aac3-f8465ffb431f req-96d60556-2ca0-4e15-b6c2-8f255fb862ab tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:57.435541 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-651df048-db34-4b14-aac3-f8465ffb431f req-96d60556-2ca0-4e15-b6c2-8f255fb862ab tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 945 time: 0.1124027 Sep 29 19:43:57.525719 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58170) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:57.665717 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-651df048-db34-4b14-aac3-f8465ffb431f req-b2c8eaa2-9335-432f-a63d-4914516e1e2d tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102380 Sep 29 19:43:57.732820 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec5ade-9288-4ec8-ad7f-0c203e75da84 req-9232e13a-e3ad-4ebe-a67d-c1f71777dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:57.735951 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-15ec5ade-9288-4ec8-ad7f-0c203e75da84 req-9232e13a-e3ad-4ebe-a67d-c1f71777dcf4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 1098 time: 0.2426383 Sep 29 19:43:57.759111 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-375302129-network', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:43:57.761884 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 58178) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:57.794209 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134e10a-3df9-4d45-ad40-3fb7cb2a0db2 req-e96227a7-b6f1-4621-ac5b-cd2d64fe1b0a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:57.796285 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f134e10a-3df9-4d45-ad40-3fb7cb2a0db2 req-e96227a7-b6f1-4621-ac5b-cd2d64fe1b0a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1633523 Sep 29 19:43:57.797348 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-388f1d07-4867-4ea2-980a-7920ea99f98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:57.817710 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Made reservation on behalf of 66270993a5594fba83b2dfc6034c0ccd for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:43:57.826543 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:57.844508 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-15ec5ade-9288-4ec8-ad7f-0c203e75da84 req-00db6870-858a-4f56-a741-18a612e108a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992284 Sep 29 19:43:57.853376 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:57.893005 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f134e10a-3df9-4d45-ad40-3fb7cb2a0db2 req-cbb1b5db-1f8f-4274-9b9f-e6441a0dcb1b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781693 Sep 29 19:43:58.001895 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-388f1d07-4867-4ea2-980a-7920ea99f98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.012979 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-388f1d07-4867-4ea2-980a-7920ea99f98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.049315 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-388f1d07-4867-4ea2-980a-7920ea99f98f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c20855191a540cea34ca3247cc6d6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852638 Sep 29 19:43:58.061526 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 58186) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:58.125246 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f1d07-4867-4ea2-980a-7920ea99f98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8156b4fb-d0eb-41cc-8d53-1a2efc08022a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:58.149496 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d32b-c606-43b9-b801-a3f649461aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.202178 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d32b-c606-43b9-b801-a3f649461aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.234260 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.246049 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.283467 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e13969d-c060-4572-a472-5463163729d6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:58.304602 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:43:58.311495 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d32b-c606-43b9-b801-a3f649461aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.314569 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d32b-c606-43b9-b801-a3f649461aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.318846 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-7ab8d32b-c606-43b9-b801-a3f649461aa3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8156b4fb-d0eb-41cc-8d53-1a2efc08022a HTTP/1.1" status: 204 len: 168 time: 0.2534578 Sep 29 19:43:58.332258 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.333179 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Added segment a4d6dea6-d86d-43bb-ac39-fc6a813aee02 of type vlan for network 15520bd8-ddde-49dc-8308-5fe62c865319 Sep 29 19:43:58.362320 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8d32b-c606-43b9-b801-a3f649461aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8156b4fb-d0eb-41cc-8d53-1a2efc08022a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:58.423982 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.432707 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-5274f7a6-1494-4817-81ee-be4b56d49d4e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:58.434497 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-5274f7a6-1494-4817-81ee-be4b56d49d4e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 814 time: 0.1719036 Sep 29 19:43:58.468566 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-f20f5a3c-cd64-4218-8dd0-90c522bac988 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/quotas/834480e19e8144eb88824a97a65cafcd HTTP/1.1" status: 200 len: 375 time: 0.0221035 Sep 29 19:43:58.474951 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.478959 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:58.479775 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.555887 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0258112 Sep 29 19:43:58.557359 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58206) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:58.567209 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Request body: {'subnet': {'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-subnet', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:43:58.629509 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cf4de-2ba0-40b5-89a2-7d2643ba35a7 admin admin] Pushing event updated for resources: {'Network': ['ID=15520bd8-ddde-49dc-8308-5fe62c865319,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:58.664608 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Made reservation on behalf of 66270993a5594fba83b2dfc6034c0ccd for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:43:58.672416 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:58.678369 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 15520bd8-ddde-49dc-8308-5fe62c865319 details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:43:58.741623 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-8c46d512-20c5-46d0-97e8-104db532c290 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2638209 Sep 29 19:43:58.996900 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141373f7-24a6-4e49-8edc-d0c2151f610c req-f18aa72d-77b9-47fa-b306-b90eafa8a579 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:59.000074 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-141373f7-24a6-4e49-8edc-d0c2151f610c req-f18aa72d-77b9-47fa-b306-b90eafa8a579 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 945 time: 0.2131722 Sep 29 19:43:59.024083 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:59.043082 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-1f4e079c-0e4d-476c-9c58-3bf5ec85755b service neutron] 10.222.0.16 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875202 Sep 29 19:43:59.085688 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-141373f7-24a6-4e49-8edc-d0c2151f610c req-af049342-3481-473f-9efb-cc92f5b3d58b tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690680 Sep 29 19:43:59.157294 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=720586c5-2c6f-443a-acdf-b245773addd2,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:43:59.189198 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Checking segment: {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:43:59.189899 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Network hostable DHCP agents. Network: 15520bd8-ddde-49dc-8308-5fe62c865319, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:43:59.232944 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Network 15520bd8-ddde-49dc-8308-5fe62c865319 is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:43:59.252115 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 15520bd8-ddde-49dc-8308-5fe62c865319) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:43:59.262746 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2965a219-0a03-45b9-990a-87b91dd92fbb None None] Network 15520bd8-ddde-49dc-8308-5fe62c865319 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:43:59.265382 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:59.266213 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:59.293089 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-8a916cb6-2a7b-477e-8dc1-e5bedff7b04a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7337825 Sep 29 19:43:59.293752 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58232) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:43:59.306939 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:43:59.330031 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-67a684ef-01c4-4237-a08e-834dfd2bc6e7 service neutron] 10.222.0.16 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745965 Sep 29 19:43:59.396956 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-709'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:59.399596 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-716'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:59.415908 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7382e3-045e-4b41-bc5b-9f6becf65ca8 req-899a570a-83b9-4570-bbf4-f953917321d2 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:43:59.417790 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3c7382e3-045e-4b41-bc5b-9f6becf65ca8 req-899a570a-83b9-4570-bbf4-f953917321d2 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1876307 Sep 29 19:43:59.538921 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3c7382e3-045e-4b41-bc5b-9f6becf65ca8 req-a09ddd71-396e-4f73-85b6-9e434730b3c9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012957 Sep 29 19:43:59.738335 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp770c13e4-41fe-5b3f-b506-c85e762a202c-15520bd8-ddde-49dc-8308-5fe62c865319', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2'}]}} from dv-cinder-811740-1-iscsi. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 19:43:59.740056 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:59.804002 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-72364ea6-97fb-4897-8d8b-7c07adf1d532 req-20b93ac8-bf62-4dc9-9319-e925f723ac9a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 210 time: 0.0983770 Sep 29 19:43:59.848984 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:43:59.994169 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Allocated IP 172.20.0.2 (15520bd8-ddde-49dc-8308-5fe62c865319/720586c5-2c6f-443a-acdf-b245773addd2/085ce292-5d1d-4634-9d2f-820ddb7b434a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:44:00.186256 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:00.356663 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cce7c-3f90-44a9-9e8e-082cff442a6c req-807fc843-8ea2-476f-92b1-7c40bcb810f6 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:00.364867 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1b8cce7c-3f90-44a9-9e8e-082cff442a6c req-807fc843-8ea2-476f-92b1-7c40bcb810f6 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 945 time: 0.1232431 Sep 29 19:44:00.404124 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:00.414204 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:00.452085 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1b8cce7c-3f90-44a9-9e8e-082cff442a6c req-067f538a-d124-4e14-83f6-1257a56b870b tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823631 Sep 29 19:44:00.495646 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Network 15520bd8-ddde-49dc-8308-5fe62c865319 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:44:00.502467 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:44:00.510592 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:44:00.570941 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Pushing event updated for resources: {'Port': ['ID=085ce292-5d1d-4634-9d2f-820ddb7b434a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:00.679978 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Attempting to bind port 085ce292-5d1d-4634-9d2f-820ddb7b434a on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:44:00.680361 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Attempting to bind port 085ce292-5d1d-4634-9d2f-820ddb7b434a by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:44:00.680732 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Attempting to bind port 085ce292-5d1d-4634-9d2f-820ddb7b434a on network 15520bd8-ddde-49dc-8308-5fe62c865319 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:44:00.707977 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:44:00.721349 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Checking segment: {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:44:00.722510 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:00.724631 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Bound using segment: {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:44:00.725203 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Bound port: 085ce292-5d1d-4634-9d2f-820ddb7b434a, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:44:00.725678 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:00.840699 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db61645-2651-4bb4-b048-f092fa0b1394 req-2b038ecc-d6f4-43bd-b0e8-f446bdcdf244 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:00.843841 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8db61645-2651-4bb4-b048-f092fa0b1394 req-2b038ecc-d6f4-43bd-b0e8-f446bdcdf244 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1319497 Sep 29 19:44:00.920273 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8db61645-2651-4bb4-b048-f092fa0b1394 req-0c824724-f770-4af4-b49a-4c642d30d37b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580103 Sep 29 19:44:01.002980 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:01.033132 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48ff9556-a972-4aa4-b219-d24850577cd3 req-be6ad992-129a-4df2-ba75-23d3746011e5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 210 time: 0.0404491 Sep 29 19:44:01.089311 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:01.123121 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] For port 085ce292-5d1d-4634-9d2f-820ddb7b434a, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:44:01.130317 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] For port 085ce292-5d1d-4634-9d2f-820ddb7b434a, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=085ce292-5d1d-4634-9d2f-820ddb7b434a,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:44:01.137530 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:01.251240 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf7a42-3e32-4fa1-a459-d1bcbef628ef None None] Pushing event updated for resources: {'Port': ['ID=085ce292-5d1d-4634-9d2f-820ddb7b434a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:01.290242 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Allocated IP 172.27.1.154 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:44:01.480440 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:01.549506 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:01.620850 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:44:01.625698 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:44:01.629591 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:44:01.637533 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Pushing event updated for resources: {'Port': ['ID=90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:01.891679 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:02.179171 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412c325-5a5a-4790-b488-f930c3c57f41 req-7676c47a-5e0d-4acc-b9b2-02eaac0b929a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:02.181614 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a412c325-5a5a-4790-b488-f930c3c57f41 req-7676c47a-5e0d-4acc-b9b2-02eaac0b929a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0977166 Sep 29 19:44:02.189996 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:02.215058 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3e90f82f-7ead-4102-a76e-02d08754ba02 req-b3c330be-8c4c-4fdc-a0f0-47e3283dc270 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 210 time: 0.0320034 Sep 29 19:44:02.271618 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a412c325-5a5a-4790-b488-f930c3c57f41 req-d8e16f3f-a2dd-482e-8c70-bc0c59a74c6d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544882 Sep 29 19:44:02.437280 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321154c9-16c8-4be4-ab18-cd5a59e26460 None None] Network 15520bd8-ddde-49dc-8308-5fe62c865319 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:44:02.534865 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a879cae4-ee3a-4e1f-bc60-e93d6fa3133d None None] Provisioning complete for port 085ce292-5d1d-4634-9d2f-820ddb7b434a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:02.535228 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a879cae4-ee3a-4e1f-bc60-e93d6fa3133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:02.592629 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Router bd2821f4-8093-47af-9275-5467a36af2aa is scheduled to L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 19:44:02.772224 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:44:02.778923 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 085ce292-5d1d-4634-9d2f-820ddb7b434a up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:44:02.785393 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Sync routers for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:44:02.795006 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:02.801799 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:44:02.802475 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 58296) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:02.802857 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-92790fd4-0d27-418b-b35a-780557cc95bf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5075381 Sep 29 19:44:02.802986 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:43:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:02.822465 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a879cae4-ee3a-4e1f-bc60-e93d6fa3133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:02.890936 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a879cae4-ee3a-4e1f-bc60-e93d6fa3133d None None] For port 085ce292-5d1d-4634-9d2f-820ddb7b434a, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=085ce292-5d1d-4634-9d2f-820ddb7b434a,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:02.905598 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a879cae4-ee3a-4e1f-bc60-e93d6fa3133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:02.952629 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 085ce292-5d1d-4634-9d2f-820ddb7b434a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:02.953288 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:02.998209 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:44:03.020424 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879cae4-ee3a-4e1f-bc60-e93d6fa3133d None None] Pushing event updated for resources: {'Port': ['ID=085ce292-5d1d-4634-9d2f-820ddb7b434a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:03.142083 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3f778c4a-c0e6-412c-9e9a-d914f2066505 None None] Provisioning complete for port 085ce292-5d1d-4634-9d2f-820ddb7b434a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:03.142666 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f778c4a-c0e6-412c-9e9a-d914f2066505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:03.291589 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:01Z', 'revision_number': 3, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:03.348414 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Checking router: bd2821f4-8093-47af-9275-5467a36af2aa for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:44:03.348963 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Updating router bd2821f4-8093-47af-9275-5467a36af2aa port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 binding host dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:44:03.401777 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:03.440524 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0db07a9c-c2b3-4c08-a69e-0a71d8cf1c06 req-f2ecf3ef-b475-451c-a404-35f75e614ea5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 210 time: 0.1110599 Sep 29 19:44:03.628259 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504bd13-9cb3-4585-ac97-8f8eb7918b7c req-8fa82d51-f373-430c-9660-70a3115a2cf5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:03.643034 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f504bd13-9cb3-4585-ac97-8f8eb7918b7c req-8fa82d51-f373-430c-9660-70a3115a2cf5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.2463984 Sep 29 19:44:03.658908 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:03.768284 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f504bd13-9cb3-4585-ac97-8f8eb7918b7c req-63462989-9f9b-4ff1-8fbf-f956ba2509f3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281214 Sep 29 19:44:03.793017 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:03.800745 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:03.859146 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Attempting to bind port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:44:03.859514 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Attempting to bind port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:44:03.859905 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Attempting to bind port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 on network 26c08563-6f65-4938-99ac-1afc67ee349a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:44:03.862179 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Pushing event updated for resources: {'Port': ['ID=90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:03.871972 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:44:03.872434 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:44:03.872754 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:03.873155 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Bound using segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:44:03.873640 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Bound port: 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:44:03.874041 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:03.876689 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.879198 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.879886 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.880396 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.881100 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.881595 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.882077 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.882582 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.883090 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.883598 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.883941 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.884412 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:03.967039 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] For port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:44:03.976608 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] For port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:44:03.986004 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:04.092410 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:44:04.093051 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:43:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:04.113952 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Allocated IP 172.20.0.1 (15520bd8-ddde-49dc-8308-5fe62c865319/720586c5-2c6f-443a-acdf-b245773addd2/2c294a8e-2f7b-413d-a6f2-a28ba48b9034) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:44:04.146047 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8ff13-d1ee-4c05-84a1-24dd4348778b None None] Pushing event updated for resources: {'Port': ['ID=90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:04.247930 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:44:04.298337 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:04.356117 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:04.438205 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Network 15520bd8-ddde-49dc-8308-5fe62c865319 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:44:04.449403 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:44:04.460276 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:44:04.509097 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Pushing event updated for resources: {'Port': ['ID=2c294a8e-2f7b-413d-a6f2-a28ba48b9034,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:04.598274 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:01Z', 'revision_number': 3, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:04.639004 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645279'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:04.660958 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172d0ef-eb41-4a09-86ee-6cf9eb6b5066 None None] The sync data for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi is: [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:01Z', 'revision_number': 3, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:44:04.667587 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-62b4db95-06d0-4323-9825-f8e777676ef6 req-7030f181-2359-4c29-b3db-8b924ad602ac tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 210 time: 0.0897410 Sep 29 19:44:04.780775 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 085ce292-5d1d-4634-9d2f-820ddb7b434a up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:44:04.854030 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-e6e88c17-42ba-4d0f-8d7c-6f8e901c514d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:04.855734 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-e6e88c17-42ba-4d0f-8d7c-6f8e901c514d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 814 time: 0.4668887 Sep 29 19:44:04.882940 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Request body: {'port': {'device_id': '9b36d339-65cd-49d0-8c2e-b33c937ded89', 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc', 'admin_state_up': True, 'tenant_id': '834480e19e8144eb88824a97a65cafcd'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:04.921376 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-42b3f0fa-b998-4f3a-a3c0-9c23d396db22 None None] Provisioning complete for port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:04.921945 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42b3f0fa-b998-4f3a-a3c0-9c23d396db22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:04.927532 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 085ce292-5d1d-4634-9d2f-820ddb7b434a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:04.928183 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:05.082356 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-42b3f0fa-b998-4f3a-a3c0-9c23d396db22 None None] Port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:44:05.317772 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3886d-e9da-41f4-876b-506f17cf95c8 req-7184b444-917e-475f-921d-a157a5d40158 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:05.319412 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-70e3886d-e9da-41f4-876b-506f17cf95c8 req-7184b444-917e-475f-921d-a157a5d40158 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.4318402 Sep 29 19:44:05.385376 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:05.399884 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Made reservation on behalf of 834480e19e8144eb88824a97a65cafcd for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:44:05.403426 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:05.434616 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-70e3886d-e9da-41f4-876b-506f17cf95c8 req-a15687d9-9bdc-46f1-9a61-d82aba41d139 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876634 Sep 29 19:44:05.590197 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d84ce3a1-5e8c-49a1-bf51-eb6320e9abad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:05.712702 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Allocated IP 172.20.0.10 (f69940db-4fc4-4677-a3c2-e8aa346d35dc/36106120-0e04-42f9-83b0-b987dd292ad8/61f93342-1a49-40e3-b4f5-8a09d8ff4e2f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:44:05.748969 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb062-2ebd-4434-8baf-701b63ddddee req-1fbe49f5-dceb-43f5-a4a6-e37150299638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:05.750395 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e84eb062-2ebd-4434-8baf-701b63ddddee req-1fbe49f5-dceb-43f5-a4a6-e37150299638 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 1098 time: 0.0856197 Sep 29 19:44:05.797531 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:05.813325 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:05.824774 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e84eb062-2ebd-4434-8baf-701b63ddddee req-b4e0905d-6742-4ac6-8a3d-2b8542ebf494 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629935 Sep 29 19:44:05.929456 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-578f10ab-89e9-430a-b0b4-981c28aff904 req-e9740c8f-8ffd-49b7-91f6-f2ec175aca49 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 210 time: 0.1274552 Sep 29 19:44:06.004793 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Pushing event updated for resources: {'Port': ['ID=2c294a8e-2f7b-413d-a6f2-a28ba48b9034,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:06.011145 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643439'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:06.164531 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:06.363301 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:06.390946 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['27e2c6cb-754d-44df-9f69-239aef42e92e', '9f6acacd-db04-46c1-b1ba-df250d6158a4'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:44:06.415415 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Network 15520bd8-ddde-49dc-8308-5fe62c865319 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:44:06.428158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46005a-d38f-4f98-9c27-0d3f1e1e6843 req-fe1361b4-0c95-41b4-9696-c8e1f4c00f69 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:06.429924 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4d46005a-d38f-4f98-9c27-0d3f1e1e6843 req-fe1361b4-0c95-41b4-9696-c8e1f4c00f69 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 945 time: 0.3026142 Sep 29 19:44:06.443923 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:44:06.481134 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Network f69940db-4fc4-4677-a3c2-e8aa346d35dc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:44:06.487062 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Pushing event updated for resources: {'Port': ['ID=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:06.491453 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:44:06.494288 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:44:06.684879 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4d46005a-d38f-4f98-9c27-0d3f1e1e6843 req-0dd55624-9998-475a-8466-f9178a4d3ac1 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349923 Sep 29 19:44:06.717777 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:06.719077 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:06.871168 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-ab0fc5ae-d5d7-4b19-9f65-cbe3c871bdf7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9955781 Sep 29 19:44:06.875488 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:44:06.978865 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Request body: {'port': {'device_id': '9b36d339-65cd-49d0-8c2e-b33c937ded89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:07.063361 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda2dbf-640d-4228-ab67-10aa9387041e req-3523744f-69bb-46f6-8eae-d81b5081b820 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:07.095141 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cfda2dbf-640d-4228-ab67-10aa9387041e req-3523744f-69bb-46f6-8eae-d81b5081b820 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.4363003 Sep 29 19:44:07.109137 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:07.110410 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:07.180960 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-78cc0917-b96e-4310-9bb1-1a248cd6c4db None None] Provisioning complete for port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:07.182305 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78cc0917-b96e-4310-9bb1-1a248cd6c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:07.303463 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-78cc0917-b96e-4310-9bb1-1a248cd6c4db None None] Port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:44:07.374988 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Router bd2821f4-8093-47af-9275-5467a36af2aa has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:44:07.509254 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:07.529092 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:07.541674 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a5ea2-0ea5-4be4-84ab-33574f50104e req-401c5e6f-f4a5-4aee-8894-c0e93ae54abd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:07.543449 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d98a5ea2-0ea5-4be4-84ab-33574f50104e req-401c5e6f-f4a5-4aee-8894-c0e93ae54abd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 932 time: 0.4449315 Sep 29 19:44:07.555091 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:07.562644 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:07.571848 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cfda2dbf-640d-4228-ab67-10aa9387041e req-6e52b9ae-dff9-4c09-8587-76420f57e58d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749312 Sep 29 19:44:07.693821 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:07.729193 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d98a5ea2-0ea5-4be4-84ab-33574f50104e req-161deb1b-503b-4e1c-a8c3-e6eaf2afa464 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557059 Sep 29 19:44:07.760774 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:44:07.779169 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Sync routers for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:44:07.801586 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:44:07.802965 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:43:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:07.812803 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-d0ec08e7-c72f-4884-907e-838515ee1412 admin admin] 10.222.0.16 "PUT /v2.0/routers/bd2821f4-8093-47af-9275-5467a36af2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0083380 Sep 29 19:44:08.001315 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:44:08.092621 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64a398-34f5-4811-82b3-251894fd2cdc req-537da31d-e9da-4f31-a5a6-a579a0df98a0 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:08.094236 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0e64a398-34f5-4811-82b3-251894fd2cdc req-537da31d-e9da-4f31-a5a6-a579a0df98a0 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 945 time: 0.1829028 Sep 29 19:44:08.207310 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-fcc4421e-6067-4b26-b6fb-904eaa6abdb7 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:08.211013 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-fcc4421e-6067-4b26-b6fb-904eaa6abdb7 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 945 time: 0.0752783 Sep 29 19:44:08.427172 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 2, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:08.488584 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-d989aaca-7d94-4495-91df-5a5e5cd109e5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Deleting port b260d20d-6e05-48cb-9e1b-87eec0c110e7 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:44:08.489952 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-d989aaca-7d94-4495-91df-5a5e5cd109e5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:08.497223 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0e64a398-34f5-4811-82b3-251894fd2cdc req-b7c402bf-3511-4a2c-aee3-9285753d6145 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759823 Sep 29 19:44:08.506699 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:44:08.545079 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:08.600762 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Transition to ACTIVE for port object 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:44:08.617345 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:08.793240 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Checking router: bd2821f4-8093-47af-9275-5467a36af2aa for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:44:08.793803 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Updating router bd2821f4-8093-47af-9275-5467a36af2aa port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 binding host dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:44:08.840284 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a7a26fe-2f7d-48b9-88fa-717407e65b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:08.866600 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:08.870676 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:08.884292 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-d989aaca-7d94-4495-91df-5a5e5cd109e5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] For port b260d20d-6e05-48cb-9e1b-87eec0c110e7, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=b260d20d-6e05-48cb-9e1b-87eec0c110e7,segment=NetworkSegment(c83e1946-366e-4601-81f9-94298603cdfa),segment_id=c83e1946-366e-4601-81f9-94298603cdfa)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:08.885380 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-d989aaca-7d94-4495-91df-5a5e5cd109e5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:08.895470 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:44:08.930324 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Pushing event updated for resources: {'Port': ['ID=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:08.932754 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-d989aaca-7d94-4495-91df-5a5e5cd109e5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Calling delete_port for b260d20d-6e05-48cb-9e1b-87eec0c110e7 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:44:08.965998 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58430) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:09.051148 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:09.051385 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.078811 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-464fbf09-9e73-4f8c-8163-a4cb7ad6741a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668321367', 'description': 'tempest-description--2002591950'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:09.158498 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-464fbf09-9e73-4f8c-8163-a4cb7ad6741a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.272463 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06547bab-ae2f-4415-a8a9-046d1e13ee00 req-852a630b-512f-4d1d-9cbd-41c7add6bd55 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:09.280799 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-06547bab-ae2f-4415-a8a9-046d1e13ee00 req-852a630b-512f-4d1d-9cbd-41c7add6bd55 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.5119410 Sep 29 19:44:09.300675 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Attempting to bind port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:44:09.301380 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Attempting to bind port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:44:09.301903 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Attempting to bind port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f on network f69940db-4fc4-4677-a3c2-e8aa346d35dc {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:44:09.312706 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f on network f69940db-4fc4-4677-a3c2-e8aa346d35dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:44:09.313306 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Attempting to bind port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f on network f69940db-4fc4-4677-a3c2-e8aa346d35dc {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:44:09.331337 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:44:09.333095 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Checking segment: {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:44:09.333792 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Bound using segment: {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:44:09.334497 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Bound port: 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:44:09.335679 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.371303 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-06547bab-ae2f-4415-a8a9-046d1e13ee00 req-14393eb2-88e4-40a7-8f1f-d0881864d980 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891237 Sep 29 19:44:09.384529 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77772e5e-8d29-4baa-b528-b60949e17082 req-58115919-b8ad-4373-811e-78991b460894 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:09.387356 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-77772e5e-8d29-4baa-b528-b60949e17082 req-58115919-b8ad-4373-811e-78991b460894 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 944 time: 0.2562737 Sep 29 19:44:09.441307 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-d989aaca-7d94-4495-91df-5a5e5cd109e5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.446034 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-464fbf09-9e73-4f8c-8163-a4cb7ad6741a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.455401 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-464fbf09-9e73-4f8c-8163-a4cb7ad6741a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.478777 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['b260d20d-6e05-48cb-9e1b-87eec0c110e7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:44:09.507646 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-77772e5e-8d29-4baa-b528-b60949e17082 req-fb9ff6e7-ca6e-4ea0-afc3-6772956ffe98 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875301 Sep 29 19:44:09.510496 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989aaca-7d94-4495-91df-5a5e5cd109e5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Pushing event deleted for resources: {'Port': ['ID=b260d20d-6e05-48cb-9e1b-87eec0c110e7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:09.548409 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] For port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f, host hv-cinder-81174, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:44:09.554723 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-464fbf09-9e73-4f8c-8163-a4cb7ad6741a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.556871 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-464fbf09-9e73-4f8c-8163-a4cb7ad6741a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4958789 Sep 29 19:44:09.562232 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58440) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:09.566150 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.566411 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fbf09-9e73-4f8c-8163-a4cb7ad6741a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328fb0b8-f75f-49ec-bd9c-806c52ac5a61,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:09.585090 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fa37398b-6065-4411-bbe3-43dd4cacf67e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'security_group_rule': {'security_group_id': '328fb0b8-f75f-49ec-bd9c-806c52ac5a61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:09.591787 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-d989aaca-7d94-4495-91df-5a5e5cd109e5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] No DVR routers for this DVR port b260d20d-6e05-48cb-9e1b-87eec0c110e7 on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:44:09.599513 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-d989aaca-7d94-4495-91df-5a5e5cd109e5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.601731 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] For port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:44:09.603262 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-94ce89a7-1b19-4f2c-aecf-e543a0a78f26 req-d989aaca-7d94-4495-91df-5a5e5cd109e5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.47 "DELETE /v2.0/ports/b260d20d-6e05-48cb-9e1b-87eec0c110e7 HTTP/1.1" status: 204 len: 173 time: 1.3833880 Sep 29 19:44:09.603750 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd390f27-8540-4ede-81f6-34f75ecc018b', 'name': 'network-vif-deleted', 'tag': 'b260d20d-6e05-48cb-9e1b-87eec0c110e7'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:44:09.608034 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab2f91-3487-4f06-9d8c-ca1eb0b6b033" -d '{"events": [{"server_uuid": "dd390f27-8540-4ede-81f6-34f75ecc018b", "name": "network-vif-deleted", "tag": "b260d20d-6e05-48cb-9e1b-87eec0c110e7"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:44:09.641068 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.693053 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa37398b-6065-4411-bbe3-43dd4cacf67e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.694588 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.718896 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.720233 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c88566-0390-4a46-a7ea-cd14d0e41451 req-30f004a7-0895-4f1b-91bb-d62a9778f2c4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:09.722587 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-85c88566-0390-4a46-a7ea-cd14d0e41451 req-30f004a7-0895-4f1b-91bb-d62a9778f2c4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.2405479 Sep 29 19:44:09.748350 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:09.749488 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.751191 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] 10.222.0.47 "PUT /v2.0/ports/61f93342-1a49-40e3-b4f5-8a09d8ff4e2f HTTP/1.1" status: 200 len: 1094 time: 2.8626394 Sep 29 19:44:09.751887 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b36d339-65cd-49d0-8c2e-b33c937ded89', 'tag': '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:44:09.754572 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b70be58-87d1-4de3-af1c-e6aca2c7ccc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b36d339-65cd-49d0-8c2e-b33c937ded89", "tag": "61f93342-1a49-40e3-b4f5-8a09d8ff4e2f"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:44:09.768153 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a3cf19be-5199-408d-8b35-82963f773aef req-c0e5da86-4bb1-4eb6-a118-9937981b3a18 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 210 time: 0.0770562 Sep 29 19:44:09.858037 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa37398b-6065-4411-bbe3-43dd4cacf67e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.870734 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa37398b-6065-4411-bbe3-43dd4cacf67e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.899682 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37398b-6065-4411-bbe3-43dd4cacf67e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8681cf20-5bc8-4fd7-86a1-8d44f492e108,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:09.904620 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa37398b-6065-4411-bbe3-43dd4cacf67e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:09.906758 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-fa37398b-6065-4411-bbe3-43dd4cacf67e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3434319 Sep 29 19:44:09.908446 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-85c88566-0390-4a46-a7ea-cd14d0e41451 req-634938f6-757c-43f6-9cd2-96ece490c1ce tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504128 Sep 29 19:44:09.909705 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05360e-91ce-40da-ba67-3d3f3283eed3 service neutron] Pushing event updated for resources: {'Port': ['ID=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:09.913372 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58450) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:09.920385 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e5e6e-e05a-42c1-b949-7e8e6439fc6d None None] Pushing event updated for resources: {'Port': ['ID=2c294a8e-2f7b-413d-a6f2-a28ba48b9034,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:09.922140 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ed84e097-85e8-46bb-b571-13cb740782ed tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'security_group_rule': {'security_group_id': '328fb0b8-f75f-49ec-bd9c-806c52ac5a61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:09.927551 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a7a81d-ff3f-4625-b272-6be25348fc5c x-openstack-request-id: req-f3a7a81d-ff3f-4625-b272-6be25348fc5c {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:44:09.927870 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd390f27-8540-4ede-81f6-34f75ecc018b", "name": "network-vif-deleted", "tag": "b260d20d-6e05-48cb-9e1b-87eec0c110e7", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:44:09.928448 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3a7a81d-ff3f-4625-b272-6be25348fc5c {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:44:09.928907 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd390f27-8540-4ede-81f6-34f75ecc018b', 'name': 'network-vif-deleted', 'tag': 'b260d20d-6e05-48cb-9e1b-87eec0c110e7', 'status': 'completed', 'code': 200} Sep 29 19:44:10.015175 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed84e097-85e8-46bb-b571-13cb740782ed tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.021464 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Attempting to bind port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:44:10.022083 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Attempting to bind port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:44:10.022681 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Attempting to bind port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 on network 15520bd8-ddde-49dc-8308-5fe62c865319 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:44:10.026640 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c8d162-0ce0-48a2-a85f-abf60424920a x-openstack-request-id: req-a4c8d162-0ce0-48a2-a85f-abf60424920a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:44:10.027404 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b36d339-65cd-49d0-8c2e-b33c937ded89", "tag": "61f93342-1a49-40e3-b4f5-8a09d8ff4e2f", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:44:10.027404 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4c8d162-0ce0-48a2-a85f-abf60424920a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:44:10.027590 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b36d339-65cd-49d0-8c2e-b33c937ded89', 'tag': '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f', 'status': 'completed', 'code': 200} Sep 29 19:44:10.036777 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:44:10.037365 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Checking segment: {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:44:10.038529 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.039175 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Bound using segment: {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:44:10.041140 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Bound port: 2c294a8e-2f7b-413d-a6f2-a28ba48b9034, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:44:10.041140 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.195084 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed84e097-85e8-46bb-b571-13cb740782ed tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.206571 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed84e097-85e8-46bb-b571-13cb740782ed tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.227134 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] For port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:44:10.234124 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] For port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=2c294a8e-2f7b-413d-a6f2-a28ba48b9034,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:44:10.236114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-444689cc-cc62-4c10-9507-14b8b038e4ec None None] Provisioning complete for port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:10.236751 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-444689cc-cc62-4c10-9507-14b8b038e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.249929 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed84e097-85e8-46bb-b571-13cb740782ed tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.251531 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ed84e097-85e8-46bb-b571-13cb740782ed tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3356736 Sep 29 19:44:10.257316 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 58464) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:10.264280 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'floatingip': {'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:10.270019 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84e097-85e8-46bb-b571-13cb740782ed tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d6258d-2aae-4251-aa17-a21180e2fd05,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:10.301183 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.318260 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.446876 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:44:10.447830 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:44:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:10.508007 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e5e6e-e05a-42c1-b949-7e8e6439fc6d None None] Pushing event updated for resources: {'Port': ['ID=2c294a8e-2f7b-413d-a6f2-a28ba48b9034,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:10.604728 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.683214 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:44:10.749194 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58476) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:10.762006 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-444689cc-cc62-4c10-9507-14b8b038e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.763601 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a5c89-d56f-45d0-a146-c914a6e436bd req-83942dad-cc4f-4173-bbfa-48c85c90d574 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:10.765451 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-523a5c89-d56f-45d0-a146-c914a6e436bd req-83942dad-cc4f-4173-bbfa-48c85c90d574 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 944 time: 0.1281919 Sep 29 19:44:10.809539 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Allocated IP 172.27.1.42 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/3fedc66a-3704-4336-a9c4-f5e0d7f85d5f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:44:10.878194 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-444689cc-cc62-4c10-9507-14b8b038e4ec None None] For port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=2c294a8e-2f7b-413d-a6f2-a28ba48b9034,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:10.902325 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-523a5c89-d56f-45d0-a146-c914a6e436bd req-c65086e5-6448-470f-bc9d-7772b8f7f345 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245832 Sep 29 19:44:10.923708 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-444689cc-cc62-4c10-9507-14b8b038e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:10.968472 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-14a85524-0d71-41b5-aa86-7d080c0b9705 req-636c3654-db59-4aa0-ba7a-b749fa38caf1 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 210 time: 0.0699327 Sep 29 19:44:10.985709 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2868c8c5-3049-4ed5-ba1b-05e0c02bb456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.055190 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444689cc-cc62-4c10-9507-14b8b038e4ec None None] Pushing event updated for resources: {'Port': ['ID=2c294a8e-2f7b-413d-a6f2-a28ba48b9034,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:11.076556 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.099634 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f735a380-1f27-4826-8836-ea76a29ca613 None None] Provisioning complete for port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:11.100044 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f735a380-1f27-4826-8836-ea76a29ca613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.116870 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.161775 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:44:11.165318 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:44:11.169527 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:44:11.176057 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:11.192947 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2868c8c5-3049-4ed5-ba1b-05e0c02bb456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.198856 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2868c8c5-3049-4ed5-ba1b-05e0c02bb456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.199714 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'Port': ['ID=3fedc66a-3704-4336-a9c4-f5e0d7f85d5f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:11.209255 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7dc040-176d-4192-a0a2-1604d679c402 None None] The sync data for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi is: [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:44:11.312152 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2868c8c5-3049-4ed5-ba1b-05e0c02bb456 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12ff31e74e06451caca6fc115f26472c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522819 Sep 29 19:44:11.313966 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868c8c5-3049-4ed5-ba1b-05e0c02bb456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd60fb2-aaf9-4459-9290-6d3a368d4d02,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:11.326323 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58486) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:11.372476 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.443173 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb24191f-5c2c-4c8f-b5a7-8127ec8398b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.502093 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb24191f-5c2c-4c8f-b5a7-8127ec8398b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.514278 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.596581 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.605343 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb24191f-5c2c-4c8f-b5a7-8127ec8398b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.610648 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb24191f-5c2c-4c8f-b5a7-8127ec8398b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.616049 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-eb24191f-5c2c-4c8f-b5a7-8127ec8398b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fd60fb2-aaf9-4459-9290-6d3a368d4d02 HTTP/1.1" status: 204 len: 168 time: 0.2872796 Sep 29 19:44:11.642932 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24191f-5c2c-4c8f-b5a7-8127ec8398b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd60fb2-aaf9-4459-9290-6d3a368d4d02,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:11.957921 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:11.973728 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.149737 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3c863d44-4a23-498c-bdc0-b160843a8369 req-67c3bac4-1287-4250-9e88-cd08ec4bd3c9 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 210 time: 0.0639203 Sep 29 19:44:12.169376 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'Port': ['ID=3fedc66a-3704-4336-a9c4-f5e0d7f85d5f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:12.174012 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.194682 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58502) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:12.196749 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efdb79-d2ab-49bd-9533-cfbc92b61a90 req-639cdba4-a436-40aa-a27d-07324b05bb3d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:12.200773 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d6efdb79-d2ab-49bd-9533-cfbc92b61a90 req-639cdba4-a436-40aa-a27d-07324b05bb3d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 944 time: 0.0957351 Sep 29 19:44:12.211756 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-238cce8a-82e6-4c66-afef-02fa48386e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.216173 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.228200 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-3e12e99b-035d-4e07-9c9a-105f552eb1d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9693346 Sep 29 19:44:12.304334 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d6efdb79-d2ab-49bd-9533-cfbc92b61a90 req-dd4de2b4-8333-4567-9e56-83504739804b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982995 Sep 29 19:44:12.346255 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-238cce8a-82e6-4c66-afef-02fa48386e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.366737 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-238cce8a-82e6-4c66-afef-02fa48386e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.442570 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-238cce8a-82e6-4c66-afef-02fa48386e28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c22ac435259647f7a40c86b13be9a02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450905 Sep 29 19:44:12.443079 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 58516) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:12.445025 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cce8a-82e6-4c66-afef-02fa48386e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a3c51-454b-4aee-ae07-1ffbc75f1aa5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:12.534134 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-4a019dee-e0e8-49bc-b9dd-3fa0756af713 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--668321367&fields=id&tenant_id=66270993a5594fba83b2dfc6034c0ccd HTTP/1.1" status: 200 len: 267 time: 0.0925009 Sep 29 19:44:12.610495 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67cf73df-02d3-4e23-96a5-f2960a237907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.628604 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.728858 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67cf73df-02d3-4e23-96a5-f2960a237907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.788081 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:44:12.799026 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70be58-87d1-4de3-af1c-e6aca2c7ccc6 req-73e668fd-8446-4969-812e-152506c38686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:12.800838 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7b70be58-87d1-4de3-af1c-e6aca2c7ccc6 req-73e668fd-8446-4969-812e-152506c38686 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 1097 time: 0.1684690 Sep 29 19:44:12.809737 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-5f3013a6-d822-4c75-aecc-8ee213e39918 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:12.820421 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-5f3013a6-d822-4c75-aecc-8ee213e39918 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 816 time: 0.2689698 Sep 29 19:44:12.862284 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-56c97090-8fde-4ab2-9493-2594e9661076 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/quotas/66270993a5594fba83b2dfc6034c0ccd HTTP/1.1" status: 200 len: 375 time: 0.0402362 Sep 29 19:44:12.882493 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:12.882863 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.952565 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67cf73df-02d3-4e23-96a5-f2960a237907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.955553 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67cf73df-02d3-4e23-96a5-f2960a237907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:12.957572 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-67cf73df-02d3-4e23-96a5-f2960a237907 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c4a3c51-454b-4aee-ae07-1ffbc75f1aa5 HTTP/1.1" status: 204 len: 168 time: 0.5133076 Sep 29 19:44:12.977783 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf73df-02d3-4e23-96a5-f2960a237907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a3c51-454b-4aee-ae07-1ffbc75f1aa5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:12.999800 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70be58-87d1-4de3-af1c-e6aca2c7ccc6 req-770fd9a0-e0a3-4d8c-950b-59afe4596543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:13.001356 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7b70be58-87d1-4de3-af1c-e6aca2c7ccc6 req-770fd9a0-e0a3-4d8c-950b-59afe4596543 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=834480e19e8144eb88824a97a65cafcd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1780434 Sep 29 19:44:13.019719 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-fe34e9b3-b70f-4800-b70b-756c5ad31048 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1431983 Sep 29 19:44:13.251367 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-2677f8a6-6761-45dc-9236-4b5544c4ad29 service neutron] 10.222.0.16 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098780 Sep 29 19:44:13.273358 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70be58-87d1-4de3-af1c-e6aca2c7ccc6 req-c435e6a9-ab3d-4e94-a3d5-21fe851ef6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:13.275282 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7b70be58-87d1-4de3-af1c-e6aca2c7ccc6 req-c435e6a9-ab3d-4e94-a3d5-21fe851ef6a2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2544696 Sep 29 19:44:13.340494 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-750961c8-24fc-4ac8-bc50-560994de1005 req-70a496fe-ec10-435b-8dde-472f73725019 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd390f27-8540-4ede-81f6-34f75ecc018b HTTP/1.1" status: 200 len: 210 time: 0.0638618 Sep 29 19:44:13.489710 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-f7325de4-5ca8-41c3-a5dc-20a0b2fe02e8 service neutron] 10.222.0.16 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258348 Sep 29 19:44:13.494109 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-0ed25d04-2615-49b5-8e4f-2cf3b1e81f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:13.495590 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-0ed25d04-2615-49b5-8e4f-2cf3b1e81f9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 1097 time: 0.1405959 Sep 29 19:44:13.511047 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1021fe-a181-4c05-871f-0aa5e9402d38 req-30ca2ff9-b8c5-415e-854d-3cb5b6ffdcbd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:13.512493 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1021fe-a181-4c05-871f-0aa5e9402d38 req-30ca2ff9-b8c5-415e-854d-3cb5b6ffdcbd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 944 time: 0.0974915 Sep 29 19:44:13.589955 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-c861e469-7ff9-426a-ae8f-8f529a2ea8c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f HTTP/1.1" status: 200 len: 217 time: 0.0752957 Sep 29 19:44:13.717978 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f1021fe-a181-4c05-871f-0aa5e9402d38 req-5094deae-ce56-48a6-ba78-ed221a8499ca tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406796 Sep 29 19:44:13.753229 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-31ab43ea-3c69-4fc7-95b9-a426b0c4c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:13.754857 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-31ab43ea-3c69-4fc7-95b9-a426b0c4c52f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36106120-0e04-42f9-83b0-b987dd292ad8 HTTP/1.1" status: 200 len: 854 time: 0.1463456 Sep 29 19:44:13.854972 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2d5b5059-4835-432f-b949-554b9a52aa6d req-26c37c85-7166-460c-bc7b-5e39f8416f16 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 210 time: 0.0940626 Sep 29 19:44:13.925213 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-6652502d-9a08-4e11-91ac-e38da8614dda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f69940db-4fc4-4677-a3c2-e8aa346d35dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966096 Sep 29 19:44:14.238225 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-a9ff6270-9771-4704-af61-332caed36c20 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021848 Sep 29 19:44:14.481507 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1da7-e203-4cc2-a92b-9a91850bcd89 req-fba1082d-1e31-4395-9cd6-b2a1c5761a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:14.484782 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ef5a1da7-e203-4cc2-a92b-9a91850bcd89 req-fba1082d-1e31-4395-9cd6-b2a1c5761a98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 1098 time: 0.1427779 Sep 29 19:44:14.610152 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device b260d20d-6e05-48cb-9e1b-87eec0c110e7 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:44:14.675963 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: b260d20d-6e05-48cb-9e1b-87eec0c110e7 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:44:14.676307 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device b260d20d-6e05-48cb-9e1b-87eec0c110e7 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:44:14.732509 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1da7-e203-4cc2-a92b-9a91850bcd89 req-43507095-3070-4680-8d86-1bc92ec1cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:14.734953 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ef5a1da7-e203-4cc2-a92b-9a91850bcd89 req-43507095-3070-4680-8d86-1bc92ec1cf00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 920 time: 0.2369223 Sep 29 19:44:14.837303 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ef5a1da7-e203-4cc2-a92b-9a91850bcd89 req-6c2596f7-71fd-43b3-8863-9f01f983ac10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8318359d-606d-4545-a7db-08fd980d52fa HTTP/1.1" status: 200 len: 217 time: 0.0928855 Sep 29 19:44:14.845937 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad745c7-1ea9-4bf2-8c1d-d2afe8b846a9 req-deed207e-2ab3-4166-b6a5-112d47da58bb tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:14.848068 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0ad745c7-1ea9-4bf2-8c1d-d2afe8b846a9 req-deed207e-2ab3-4166-b6a5-112d47da58bb tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.4964130 Sep 29 19:44:14.916852 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1da7-e203-4cc2-a92b-9a91850bcd89 req-52d10135-5fe4-47f9-80bd-b2e7ebdb7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:14.918338 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ef5a1da7-e203-4cc2-a92b-9a91850bcd89 req-52d10135-5fe4-47f9-80bd-b2e7ebdb7c51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daa1e76-42e3-408e-846d-ca7a46dcfacc HTTP/1.1" status: 200 len: 859 time: 0.0729284 Sep 29 19:44:14.938711 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b01214a5-cc70-4bb2-ab1a-f2f234994b70 req-3196f63b-fabc-494c-8827-6da38f8a2087 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760643 Sep 29 19:44:14.999249 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0ad745c7-1ea9-4bf2-8c1d-d2afe8b846a9 req-0d2c9dd4-4403-42e3-881e-d906d48f5976 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191669 Sep 29 19:44:15.006713 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ef5a1da7-e203-4cc2-a92b-9a91850bcd89 req-34497e87-8697-4c05-b61d-05732a4acf09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745733 Sep 29 19:44:15.073035 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-e62137a1-6410-4234-bcb2-8f2fa2d12b3b tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:15.089655 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-e62137a1-6410-4234-bcb2-8f2fa2d12b3b tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/networks?id=c819c3df-dc73-4932-a044-74ec9175885b HTTP/1.1" status: 200 len: 808 time: 0.2381232 Sep 29 19:44:15.124935 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ae329c53-b6ff-4b9a-9731-507085fe405d tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/quotas/7ec88a3a4751470e8a2ab01180fa4c6c HTTP/1.1" status: 200 len: 375 time: 0.0334594 Sep 29 19:44:15.176191 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-e0c0035a-277a-4e67-803d-bda4780bbf66 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ec88a3a4751470e8a2ab01180fa4c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502164 Sep 29 19:44:15.198087 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ef5a1da7-e203-4cc2-a92b-9a91850bcd89 req-ead1863d-0606-4fd0-977a-427ee26f2e89 service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715326 Sep 29 19:44:15.262165 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d27e34-459a-4c38-966e-089ced97ef1b req-eb444f1b-ce92-46b4-88ca-44ed5e9b208a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:15.263894 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-77d27e34-459a-4c38-966e-089ced97ef1b req-eb444f1b-ce92-46b4-88ca-44ed5e9b208a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 944 time: 0.1599967 Sep 29 19:44:15.395382 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ef5a1da7-e203-4cc2-a92b-9a91850bcd89 req-f40f250a-b234-4ccc-8346-7ecbdf245c44 service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834712 Sep 29 19:44:15.441217 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-9a34aad5-74aa-42b1-8bb5-b98621672ee6 service neutron] 10.222.0.16 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516847 Sep 29 19:44:15.541293 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-77d27e34-459a-4c38-966e-089ced97ef1b req-b2af7077-728f-4b00-aca5-705050566b97 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928651 Sep 29 19:44:15.686551 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-97b0190a-9d44-4c70-8931-147b66471df3 req-811292bc-7838-42b6-bdd0-e19ef00e5a06 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 210 time: 0.0327387 Sep 29 19:44:15.714593 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-3aeae8f6-30b7-4713-9cd7-6e568d21966b service neutron] 10.222.0.16 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606981 Sep 29 19:44:15.833083 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-02a88450-93bc-4118-98fa-2e3811c95754 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:15.837193 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-02a88450-93bc-4118-98fa-2e3811c95754 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.47 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 816 time: 0.2191107 Sep 29 19:44:15.930183 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-e923d087-ff5c-44b1-891d-f10fba103fd3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66270993a5594fba83b2dfc6034c0ccd HTTP/1.1" status: 200 len: 379 time: 0.0800197 Sep 29 19:44:15.947323 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'port': {'device_id': '2446f831-9945-484e-8fb0-ab77624091a0', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'admin_state_up': True, 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'security_groups': ['328fb0b8-f75f-49ec-bd9c-806c52ac5a61']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:16.011507 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d4bd9e21-8ea8-4871-97b6-1c29853106c6 req-29e6b681-4afb-4355-861d-0449df4f2fd0 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 210 time: 0.0491881 Sep 29 19:44:16.142851 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Made reservation on behalf of 66270993a5594fba83b2dfc6034c0ccd for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:44:16.147657 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:16.199985 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aec232-0c05-4a4b-aec3-37e0b258d997 req-8701f4b4-2cf1-44e4-a757-db4b2b9ca3f8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:16.202066 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-69aec232-0c05-4a4b-aec3-37e0b258d997 req-8701f4b4-2cf1-44e4-a757-db4b2b9ca3f8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0765190 Sep 29 19:44:16.267065 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-69aec232-0c05-4a4b-aec3-37e0b258d997 req-cb8ca2d0-fed0-483a-8eba-73ae7f4a3736 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579047 Sep 29 19:44:16.366338 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Allocated IP 172.20.0.6 (15520bd8-ddde-49dc-8308-5fe62c865319/720586c5-2c6f-443a-acdf-b245773addd2/5eced5d6-0080-419a-96e7-acc4d8c056f0) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:44:16.541058 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:44:16.551620 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:16.616592 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:16.708931 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Network 15520bd8-ddde-49dc-8308-5fe62c865319 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:44:16.714935 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:44:16.723435 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:44:16.734412 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:16.735498 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:16.800270 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:16.806589 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-d6150a18-c31e-481d-94da-b56cc4ca70cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8638425 Sep 29 19:44:16.887369 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe2d59-0fac-4bb5-b0d7-565c8e84c2f3 req-3443d2f8-b475-4d9f-8977-401b0e6761b4 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:16.894940 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7cfe2d59-0fac-4bb5-b0d7-565c8e84c2f3 req-3443d2f8-b475-4d9f-8977-401b0e6761b4 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 944 time: 0.1281872 Sep 29 19:44:16.978232 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7cfe2d59-0fac-4bb5-b0d7-565c8e84c2f3 req-ad6a5601-bcca-4779-adbf-cf40ebc33678 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823994 Sep 29 19:44:16.992126 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6fb7e-e833-432f-ad6e-44eabe71ca48 req-d5aeb0ed-58df-4d59-a0fd-be589cab9e1a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:16.993669 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d6c6fb7e-e833-432f-ad6e-44eabe71ca48 req-d5aeb0ed-58df-4d59-a0fd-be589cab9e1a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 931 time: 0.0966311 Sep 29 19:44:17.073501 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d6c6fb7e-e833-432f-ad6e-44eabe71ca48 req-68ed1598-fea1-478b-8a57-444aea66fbdf tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682840 Sep 29 19:44:17.112559 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4f0081e8-00f0-494f-b21d-6dc53e80656d None None] Provisioning complete for port 5eced5d6-0080-419a-96e7-acc4d8c056f0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:17.112559 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f0081e8-00f0-494f-b21d-6dc53e80656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:17.153114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4f0081e8-00f0-494f-b21d-6dc53e80656d None None] Port 5eced5d6-0080-419a-96e7-acc4d8c056f0 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:44:17.161564 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-21bf6986-9936-4bec-88bf-8f913176ffc8 req-ce7f4785-e94f-4047-bdaf-5b374fa43a2c tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 210 time: 0.0347061 Sep 29 19:44:17.424181 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b279f-1480-440a-8449-5d4bfda044bf req-cfec2580-d383-4ab6-932b-0ab843437df8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:17.425890 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f08b279f-1480-440a-8449-5d4bfda044bf req-cfec2580-d383-4ab6-932b-0ab843437df8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0538323 Sep 29 19:44:17.466845 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f08b279f-1480-440a-8449-5d4bfda044bf req-555b21dd-a110-413e-baad-ac680d412c41 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348217 Sep 29 19:44:18.118241 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b796a4-7c39-46d9-b03b-28f6cf8901c7 req-acb8b0cf-bc62-481a-866a-a2e15e988af8 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:18.119902 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-89b796a4-7c39-46d9-b03b-28f6cf8901c7 req-acb8b0cf-bc62-481a-866a-a2e15e988af8 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 944 time: 0.0645201 Sep 29 19:44:18.160388 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-89b796a4-7c39-46d9-b03b-28f6cf8901c7 req-bd23ddb4-74d1-4e05-93f0-43d3bc313fda tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345390 Sep 29 19:44:18.219806 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7a3cd-fa7e-4520-8e09-e299751af1b1 req-1453324f-adb7-4579-9b83-d948391c6c2d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:18.221446 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9ab7a3cd-fa7e-4520-8e09-e299751af1b1 req-1453324f-adb7-4579-9b83-d948391c6c2d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 931 time: 0.0559416 Sep 29 19:44:18.278938 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f3a5b84e-56b0-40bb-af91-46aae14ed34d req-4eaa0164-1d47-484f-ae0f-34433e00be87 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 210 time: 0.0335712 Sep 29 19:44:18.295167 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9ab7a3cd-fa7e-4520-8e09-e299751af1b1 req-1021d49c-2405-4442-8c91-26c3855bfd93 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650587 Sep 29 19:44:18.595949 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7998b-b0c4-45a3-8061-566153538780 req-fd0e7aea-f21c-4598-a381-4cba9b009b9f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:18.598706 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d0b7998b-b0c4-45a3-8061-566153538780 req-fd0e7aea-f21c-4598-a381-4cba9b009b9f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0574727 Sep 29 19:44:18.644150 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d0b7998b-b0c4-45a3-8061-566153538780 req-fdcdb71b-eaf9-40e7-a2f5-44aef86ef412 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375206 Sep 29 19:44:18.691948 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:44:18.701930 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Request body: {'port': {'device_id': '2446f831-9945-484e-8fb0-ab77624091a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:18.785669 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:18.818283 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:18.841385 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f', 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc', 'port_id': '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f', 'mac_address': 'fa:16:3e:34:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36106120-0e04-42f9-83b0-b987dd292ad8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:44:18.885462 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:18.900084 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:44:18.929487 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:18.935630 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:19.007318 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:19.111299 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eced5d6-0080-419a-96e7-acc4d8c056f0 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:44:19.129738 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:19.150589 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Transition to ACTIVE for port object 5eced5d6-0080-419a-96e7-acc4d8c056f0 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:44:19.153948 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:19.215633 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:19.250623 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Attempting to bind port 5eced5d6-0080-419a-96e7-acc4d8c056f0 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:44:19.250955 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Attempting to bind port 5eced5d6-0080-419a-96e7-acc4d8c056f0 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:44:19.251278 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Attempting to bind port 5eced5d6-0080-419a-96e7-acc4d8c056f0 on network 15520bd8-ddde-49dc-8308-5fe62c865319 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:44:19.256765 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Port 5eced5d6-0080-419a-96e7-acc4d8c056f0 on network 15520bd8-ddde-49dc-8308-5fe62c865319 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:44:19.257080 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Attempting to bind port 5eced5d6-0080-419a-96e7-acc4d8c056f0 on network 15520bd8-ddde-49dc-8308-5fe62c865319 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:44:19.262698 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:44:19.262949 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Checking segment: {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:44:19.263308 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Bound using segment: {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:44:19.263742 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Bound port: 5eced5d6-0080-419a-96e7-acc4d8c056f0, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:44:19.264141 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:19.300338 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5685ae3-1e81-4f95-a900-e22ef4923281 req-1e0aa557-ddad-4c52-adf5-13cca083b9a2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:19.302005 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e5685ae3-1e81-4f95-a900-e22ef4923281 req-1e0aa557-ddad-4c52-adf5-13cca083b9a2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 945 time: 0.0588002 Sep 29 19:44:19.364700 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e5685ae3-1e81-4f95-a900-e22ef4923281 req-a8e5cadc-a30f-431f-b735-3daab8131867 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504477 Sep 29 19:44:19.367916 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:44:19.371986 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:44:19.381453 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:19.409243 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7c240770-26b8-421c-9eb4-5ab28e98c9d6 req-9168d11a-e704-4784-9150-f4b258c345c0 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 210 time: 0.0422325 Sep 29 19:44:19.433067 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:19.433616 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:19.435079 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] 10.222.0.47 "PUT /v2.0/ports/5eced5d6-0080-419a-96e7-acc4d8c056f0 HTTP/1.1" status: 200 len: 1093 time: 0.7420726 Sep 29 19:44:19.435664 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:44:19.438168 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29702675-1284-41af-8fff-7ff652f0ee3c" -d '{"events": [{"name": "network-changed", "server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:44:19.468774 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b62a7-071c-4bf7-8033-d48ea1f35fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:19.499032 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac681b4-065f-4ee9-9f5d-2a33025f7e45 x-openstack-request-id: req-bac681b4-065f-4ee9-9f5d-2a33025f7e45 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:44:19.499483 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:44:19.499909 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bac681b4-065f-4ee9-9f5d-2a33025f7e45 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:44:19.500533 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'status': 'completed', 'code': 200} Sep 29 19:44:19.529607 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95cf99-4d5e-4b8e-83aa-e0b8488257cd req-eaaa52a0-7012-4f09-88bc-94eabfae9a80 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:19.531447 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ed95cf99-4d5e-4b8e-83aa-e0b8488257cd req-eaaa52a0-7012-4f09-88bc-94eabfae9a80 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0650632 Sep 29 19:44:19.584679 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ed95cf99-4d5e-4b8e-83aa-e0b8488257cd req-b98cbdef-e0de-44e8-992b-aec3a7313cc1 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459123 Sep 29 19:44:19.796732 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215768-f8dd-4c1e-929b-42a44c855e91 req-2778b222-4ace-4432-a1e7-fdbed2527d1b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:19.798226 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-74215768-f8dd-4c1e-929b-42a44c855e91 req-2778b222-4ace-4432-a1e7-fdbed2527d1b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0808153 Sep 29 19:44:19.823564 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29702675-1284-41af-8fff-7ff652f0ee3c req-27453059-c9db-4d19-a06c-bf9adc3056df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:19.826492 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-29702675-1284-41af-8fff-7ff652f0ee3c req-27453059-c9db-4d19-a06c-bf9adc3056df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 1096 time: 0.0560882 Sep 29 19:44:19.848382 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-74215768-f8dd-4c1e-929b-42a44c855e91 req-2a9bbb5c-21d7-4785-afc3-47cd4ae5ef11 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Sep 29 19:44:19.949543 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29702675-1284-41af-8fff-7ff652f0ee3c req-f2974dbc-1a0e-47d9-ba1c-e5ff59ceecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:19.951021 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-29702675-1284-41af-8fff-7ff652f0ee3c req-f2974dbc-1a0e-47d9-ba1c-e5ff59ceecd5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=66270993a5594fba83b2dfc6034c0ccd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1107633 Sep 29 19:44:20.073295 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29702675-1284-41af-8fff-7ff652f0ee3c req-97dcaff2-8d7b-41fd-af20-2818137f5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:20.074835 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-29702675-1284-41af-8fff-7ff652f0ee3c req-97dcaff2-8d7b-41fd-af20-2818137f5fe5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058848 Sep 29 19:44:20.527501 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e50cbb-05cc-487d-9445-aad05f94c472 req-ca740850-b562-4d32-8cb5-281054db24f0 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:20.529266 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-50e50cbb-05cc-487d-9445-aad05f94c472 req-ca740850-b562-4d32-8cb5-281054db24f0 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 945 time: 0.0741255 Sep 29 19:44:20.561991 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4b0d94ea-aac8-43ad-962d-90001023231e req-abb95263-2483-4e73-824c-d7b13b65e95f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 210 time: 0.0315545 Sep 29 19:44:20.591383 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-50e50cbb-05cc-487d-9445-aad05f94c472 req-66001312-08fc-4f81-8287-111b8cedb0ae tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519114 Sep 29 19:44:20.729436 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b0fa6-b520-4770-90bd-d8c46931e405 req-4f4104b6-266d-4d09-9824-63e1b569f7a6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:20.731022 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-842b0fa6-b520-4770-90bd-d8c46931e405 req-4f4104b6-266d-4d09-9824-63e1b569f7a6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0558274 Sep 29 19:44:20.774336 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-842b0fa6-b520-4770-90bd-d8c46931e405 req-4df0d97b-2839-43f5-8ad3-c730f8e27b76 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356159 Sep 29 19:44:20.992303 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536382d3-40de-4abf-86ee-43e4a36292a4 req-270ad787-6396-4658-a701-dfa4f246ac4e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:20.992303 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-536382d3-40de-4abf-86ee-43e4a36292a4 req-270ad787-6396-4658-a701-dfa4f246ac4e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0561152 Sep 29 19:44:21.043289 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-536382d3-40de-4abf-86ee-43e4a36292a4 req-4898b2b3-76ca-475e-8ded-f32c2e14d392 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Sep 29 19:44:21.685139 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a7c10a43-f28b-4b03-8f0a-c58e0a9868cc req-d8cffdff-d1f9-416a-b63a-ce129dbd95e4 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 210 time: 0.0331118 Sep 29 19:44:21.757634 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26552a49-0e9c-45d3-a48d-3ef5a1f7e26f req-09fa2465-3a9f-4beb-b03f-92f0cf3bb0ac tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:21.759245 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-26552a49-0e9c-45d3-a48d-3ef5a1f7e26f req-09fa2465-3a9f-4beb-b03f-92f0cf3bb0ac tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 945 time: 0.0607176 Sep 29 19:44:21.816417 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-26552a49-0e9c-45d3-a48d-3ef5a1f7e26f req-9f373886-e32d-4345-8d71-fe3744d18944 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452054 Sep 29 19:44:21.912603 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33665-9841-4475-8269-c1651de19f75 req-66a77809-34d8-474b-84b6-8a9f9ca8d6eb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:21.914260 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-56d33665-9841-4475-8269-c1651de19f75 req-66a77809-34d8-474b-84b6-8a9f9ca8d6eb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0562594 Sep 29 19:44:21.959006 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-56d33665-9841-4475-8269-c1651de19f75 req-14beacf2-3d46-4eb2-a96f-124f0e87de3f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375926 Sep 29 19:44:22.182386 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68f804-fa40-4de8-8ba6-ead35531f49a req-06f3f31f-5645-47cb-8779-ed974b18c41e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:22.185120 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8f68f804-fa40-4de8-8ba6-ead35531f49a req-06f3f31f-5645-47cb-8779-ed974b18c41e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0634942 Sep 29 19:44:22.200861 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['61f93342-1a49-40e3-b4f5-8a09d8ff4e2f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:44:22.231540 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8f68f804-fa40-4de8-8ba6-ead35531f49a req-be158a99-3a87-419b-ba78-8de095f86fbe tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Sep 29 19:44:22.256411 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-4be647c6-0ae6-4b90-8e9c-491e61873fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:22.258042 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-4be647c6-0ae6-4b90-8e9c-491e61873fd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 1096 time: 0.0743356 Sep 29 19:44:22.790475 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-98981724-67ec-4706-a22a-934b9bf65603 req-bdd2d5e3-0f97-4285-89b7-a8673ad1d061 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Sep 29 19:44:22.955236 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41ec85-dda3-44f5-a79a-2782599dd8b3 req-e742adc0-fcda-43ff-b556-41ab493b238f tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:22.957186 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7b41ec85-dda3-44f5-a79a-2782599dd8b3 req-e742adc0-fcda-43ff-b556-41ab493b238f tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 945 time: 0.0531814 Sep 29 19:44:22.998969 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7b41ec85-dda3-44f5-a79a-2782599dd8b3 req-2b73b60a-0be0-4bde-8ed5-fe7262de3de7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355356 Sep 29 19:44:23.140685 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c227d3-153b-4749-b3f9-21494acb6cb2 req-41c46f93-0258-4c43-8aac-0351bc07387c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:23.143843 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a1c227d3-153b-4749-b3f9-21494acb6cb2 req-41c46f93-0258-4c43-8aac-0351bc07387c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0877304 Sep 29 19:44:23.193134 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a1c227d3-153b-4749-b3f9-21494acb6cb2 req-df4373b0-415c-4835-b62d-6df32e3bdec5 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432801 Sep 29 19:44:23.348006 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-22549e77-d14f-4d54-b08f-bb092ae5bef6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0 HTTP/1.1" status: 200 len: 217 time: 0.0600078 Sep 29 19:44:23.454555 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-e1ed1567-872c-458d-ae4c-d16c0121e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:23.457573 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-e1ed1567-872c-458d-ae4c-d16c0121e3c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 200 len: 855 time: 0.0925095 Sep 29 19:44:23.457855 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b032f93-0b9b-4c95-9696-10b5000501b3 req-b7ac5412-2ca7-49c3-a727-5aeb3134f8bc tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:23.459461 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9b032f93-0b9b-4c95-9696-10b5000501b3 req-b7ac5412-2ca7-49c3-a727-5aeb3134f8bc tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0922568 Sep 29 19:44:23.578771 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-9ba5db8c-3465-4c65-9628-13dbec99bb00 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:23.580960 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-9ba5db8c-3465-4c65-9628-13dbec99bb00 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.47 "GET /v2.0/networks?id=c819c3df-dc73-4932-a044-74ec9175885b HTTP/1.1" status: 200 len: 808 time: 0.1719036 Sep 29 19:44:23.584483 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9b032f93-0b9b-4c95-9696-10b5000501b3 req-a7918e60-9ae6-41da-bf23-941f3b796941 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783494 Sep 29 19:44:23.589877 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-52be8e37-401f-401b-b593-6f93f414a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:23.593175 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-52be8e37-401f-401b-b593-6f93f414a785 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15520bd8-ddde-49dc-8308-5fe62c865319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1195145 Sep 29 19:44:23.617669 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Request body: {'port': {'device_id': '1d440c98-4431-410a-8617-b8dbd1ef7129', 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b', 'admin_state_up': True, 'tenant_id': '7ec88a3a4751470e8a2ab01180fa4c6c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:23.722867 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-f5d31a9d-3bbc-4786-bc15-7608f342c296 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146305 Sep 29 19:44:23.817046 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Made reservation on behalf of 7ec88a3a4751470e8a2ab01180fa4c6c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:44:23.823177 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:23.913205 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a7b58bd-912c-4dbe-b385-a8010fc41127 req-9b05e23b-a278-4048-a0bf-3d825f66eaad service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771951 Sep 29 19:44:23.994337 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-22573c54-4697-4d75-8b23-696d73454db9 req-ca1ee17a-4c25-43a5-90a3-c406fc561692 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 210 time: 0.0641572 Sep 29 19:44:24.072869 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Allocated IP 172.20.0.7 (c819c3df-dc73-4932-a044-74ec9175885b/8cd909d8-ad75-4e90-9c2e-0f29115acb39/35ac46f8-01a2-4ba5-b277-3aff3e615d39) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:44:24.211709 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:44:24.226839 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e818-3180-42dc-9d2c-deae2535fe14 req-117cd670-6093-4cae-810b-9b462099f1c9 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:24.228483 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dc80e818-3180-42dc-9d2c-deae2535fe14 req-117cd670-6093-4cae-810b-9b462099f1c9 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 945 time: 0.1044886 Sep 29 19:44:24.341237 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:44:24.350802 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:24.351627 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:24.365417 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dc80e818-3180-42dc-9d2c-deae2535fe14 req-f1efa67a-a2ff-4a81-9adf-ce90727f3cb1 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239407 Sep 29 19:44:24.400597 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:24.433510 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:24.480594 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb582a93-ec61-49d3-933f-95bc1a26a49b req-f9af2611-df6c-4a19-bc95-74c8c3165acd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:24.481791 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cb582a93-ec61-49d3-933f-95bc1a26a49b req-f9af2611-df6c-4a19-bc95-74c8c3165acd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.2039242 Sep 29 19:44:24.493798 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Network c819c3df-dc73-4932-a044-74ec9175885b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:44:24.499081 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:44:24.506758 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:44:24.532056 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:24.577630 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Pushing event updated for resources: {'Port': ['ID=35ac46f8-01a2-4ba5-b277-3aff3e615d39,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:24.591248 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b36d339-65cd-49d0-8c2e-b33c937ded89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:44:24.596072 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f28e6a-070c-4884-92b3-872eb4efe032" -d '{"events": [{"server_uuid": "9b36d339-65cd-49d0-8c2e-b33c937ded89", "name": "network-vif-plugged", "status": "completed", "tag": "61f93342-1a49-40e3-b4f5-8a09d8ff4e2f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:44:24.604427 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cb582a93-ec61-49d3-933f-95bc1a26a49b req-0a7db322-6ef1-434a-9d26-ff6a3332f908 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908918 Sep 29 19:44:24.610200 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:24.610874 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:24.628287 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:24.629956 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-d63c2dad-f712-40f3-8d2b-1179b335cac2 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0229342 Sep 29 19:44:24.633860 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:24.651451 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Request body: {'port': {'device_id': '1d440c98-4431-410a-8617-b8dbd1ef7129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:24.730110 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b0757a-996d-464d-ac7d-bc600da2ae9d x-openstack-request-id: req-94b0757a-996d-464d-ac7d-bc600da2ae9d {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:44:24.730818 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b36d339-65cd-49d0-8c2e-b33c937ded89", "name": "network-vif-plugged", "status": "completed", "tag": "61f93342-1a49-40e3-b4f5-8a09d8ff4e2f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:44:24.731227 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94b0757a-996d-464d-ac7d-bc600da2ae9d {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:44:24.731880 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b36d339-65cd-49d0-8c2e-b33c937ded89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f', 'code': 200} Sep 29 19:44:24.734701 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:24.768435 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:24.952793 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a50b5-513f-4706-8b4a-69b973d58ed2 req-ae91989e-82f5-475d-8e74-56a646e2141e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:24.954681 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-728a50b5-513f-4706-8b4a-69b973d58ed2 req-ae91989e-82f5-475d-8e74-56a646e2141e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1439338 Sep 29 19:44:25.028987 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f212498-976b-4005-a0cb-33aea6decb7a req-5c98a13f-79b5-40e3-af50-e1b9f8a00ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:25.032221 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3f212498-976b-4005-a0cb-33aea6decb7a req-5c98a13f-79b5-40e3-af50-e1b9f8a00ae7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 1099 time: 0.1032705 Sep 29 19:44:25.035244 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-728a50b5-513f-4706-8b4a-69b973d58ed2 req-2350ff36-183f-49a3-ad4f-85217bd7c6e9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673828 Sep 29 19:44:25.110332 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3f212498-976b-4005-a0cb-33aea6decb7a req-3d2c8273-f483-4883-b18e-7d64fd1f965f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674314 Sep 29 19:44:25.205668 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29077080-6041-441e-b90d-ab75fe62245c req-0513a862-9ecc-488f-9a34-d470a484f56c tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:25.205668 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-29077080-6041-441e-b90d-ab75fe62245c req-0513a862-9ecc-488f-9a34-d470a484f56c tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 931 time: 0.0839427 Sep 29 19:44:25.283728 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ac46f8-01a2-4ba5-b277-3aff3e615d39 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:44:25.291286 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-29077080-6041-441e-b90d-ab75fe62245c req-ff3425fa-a0ff-4302-8257-6421b3f9f57b tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768483 Sep 29 19:44:25.295959 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:25.319105 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Transition to ACTIVE for port object 35ac46f8-01a2-4ba5-b277-3aff3e615d39 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:44:25.327911 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:25.385839 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Pushing event updated for resources: {'Port': ['ID=35ac46f8-01a2-4ba5-b277-3aff3e615d39,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:25.527055 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Attempting to bind port 35ac46f8-01a2-4ba5-b277-3aff3e615d39 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:44:25.527516 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Attempting to bind port 35ac46f8-01a2-4ba5-b277-3aff3e615d39 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'c83e1946-366e-4601-81f9-94298603cdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:44:25.527692 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Attempting to bind port 35ac46f8-01a2-4ba5-b277-3aff3e615d39 on network c819c3df-dc73-4932-a044-74ec9175885b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:44:25.536823 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Port 35ac46f8-01a2-4ba5-b277-3aff3e615d39 on network c819c3df-dc73-4932-a044-74ec9175885b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:44:25.537067 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Attempting to bind port 35ac46f8-01a2-4ba5-b277-3aff3e615d39 on network c819c3df-dc73-4932-a044-74ec9175885b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:44:25.547076 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:44:25.547564 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Checking segment: {'id': 'c83e1946-366e-4601-81f9-94298603cdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:44:25.547891 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Bound using segment: {'id': 'c83e1946-366e-4601-81f9-94298603cdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:44:25.548364 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Bound port: 35ac46f8-01a2-4ba5-b277-3aff3e615d39, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83e1946-366e-4601-81f9-94298603cdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:44:25.548727 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:25.559503 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d45b6-4499-469f-ad75-7743273e9660 req-fb3030cd-8050-4a9e-83de-01f449b07f5b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:25.561146 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d83d45b6-4499-469f-ad75-7743273e9660 req-fb3030cd-8050-4a9e-83de-01f449b07f5b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 946 time: 0.0858552 Sep 29 19:44:25.687926 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d83d45b6-4499-469f-ad75-7743273e9660 req-825881e5-a58e-4756-8a7c-69bce56cf78a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125677 Sep 29 19:44:25.738254 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] For port 35ac46f8-01a2-4ba5-b277-3aff3e615d39, host hv-cinder-81174, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:44:25.744264 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] For port 35ac46f8-01a2-4ba5-b277-3aff3e615d39, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=35ac46f8-01a2-4ba5-b277-3aff3e615d39,segment=NetworkSegment(c83e1946-366e-4601-81f9-94298603cdfa),segment_id=c83e1946-366e-4601-81f9-94298603cdfa)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:44:25.753191 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:25.872099 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:25.872099 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:25.872099 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] 10.222.0.47 "PUT /v2.0/ports/35ac46f8-01a2-4ba5-b277-3aff3e615d39 HTTP/1.1" status: 200 len: 1093 time: 1.2230506 Sep 29 19:44:25.872099 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d440c98-4431-410a-8617-b8dbd1ef7129', 'tag': '35ac46f8-01a2-4ba5-b277-3aff3e615d39'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:44:25.875233 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98146bd3-2257-4645-8e57-22e4ba8be1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d440c98-4431-410a-8617-b8dbd1ef7129", "tag": "35ac46f8-01a2-4ba5-b277-3aff3e615d39"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:44:25.931413 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12a90a-ec4e-40af-b329-ce5574064e6a service neutron] Pushing event updated for resources: {'Port': ['ID=35ac46f8-01a2-4ba5-b277-3aff3e615d39,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:25.942282 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bcc6a-37b3-499f-a434-1d9b9d97e0a2 req-df1f10ac-72a4-4df7-a176-d06f6f59aa58 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:25.949769 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ac8bcc6a-37b3-499f-a434-1d9b9d97e0a2 req-df1f10ac-72a4-4df7-a176-d06f6f59aa58 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.1741419 Sep 29 19:44:25.996086 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c275a9d-5d28-41a4-afa0-a9da6219e5b3 x-openstack-request-id: req-9c275a9d-5d28-41a4-afa0-a9da6219e5b3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:44:25.996888 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d440c98-4431-410a-8617-b8dbd1ef7129", "tag": "35ac46f8-01a2-4ba5-b277-3aff3e615d39", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:44:25.996888 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c275a9d-5d28-41a4-afa0-a9da6219e5b3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:44:25.997090 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d440c98-4431-410a-8617-b8dbd1ef7129', 'tag': '35ac46f8-01a2-4ba5-b277-3aff3e615d39', 'status': 'completed', 'code': 200} Sep 29 19:44:26.015653 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ac8bcc6a-37b3-499f-a434-1d9b9d97e0a2 req-95e71907-efa8-4dc3-8c3b-2e27a81a2834 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650051 Sep 29 19:44:26.026320 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-0bbbaa89-9af7-4b0e-89b3-4f17a292a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:26.027879 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-0bbbaa89-9af7-4b0e-89b3-4f17a292a4c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ec88a3a4751470e8a2ab01180fa4c6c&device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 1096 time: 0.0617287 Sep 29 19:44:26.140689 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58860) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:26.235996 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 5eced5d6-0080-419a-96e7-acc4d8c056f0 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:44:26.291038 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-006014d5-2e80-4736-ab27-8b62647bfbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:26.306741 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-234a15d3-287d-4905-8074-1f9424006c65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35ac46f8-01a2-4ba5-b277-3aff3e615d39 HTTP/1.1" status: 200 len: 217 time: 0.2657595 Sep 29 19:44:26.406088 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-f86e3561-afd5-4fd0-b170-f6462a1ada5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:26.407798 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-f86e3561-afd5-4fd0-b170-f6462a1ada5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cd909d8-ad75-4e90-9c2e-0f29115acb39 HTTP/1.1" status: 200 len: 848 time: 0.0622432 Sep 29 19:44:26.427120 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd34b45-beb4-4e26-bcdf-8fe2dc37972e req-31ad419c-3e6c-4ea8-b995-09e0d6a90bdd tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:26.429100 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8bd34b45-beb4-4e26-bcdf-8fe2dc37972e req-31ad419c-3e6c-4ea8-b995-09e0d6a90bdd tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1329746 Sep 29 19:44:26.472046 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-4162c649-6802-4ab7-9a5a-17c62f496b5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c819c3df-dc73-4932-a044-74ec9175885b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406790 Sep 29 19:44:26.491508 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-006014d5-2e80-4736-ab27-8b62647bfbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:26.498335 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-006014d5-2e80-4736-ab27-8b62647bfbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:26.545219 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-006014d5-2e80-4736-ab27-8b62647bfbab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4a155173504410396c29efd302fde63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031112 Sep 29 19:44:26.545965 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006014d5-2e80-4736-ab27-8b62647bfbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb4583e-c975-45da-8277-a35757bf7125,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:26.549590 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58868) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:26.555683 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:26.571765 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'port_id': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'mac_address': 'fa:16:3e:e5:f6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:44:26.609920 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8bd34b45-beb4-4e26-bcdf-8fe2dc37972e req-9b68e511-b313-4946-8f82-3d89fd27dff0 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588180 Sep 29 19:44:26.620659 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687064b-b888-44b1-86b6-d11870eb5534 req-c25437ba-4efb-4fe4-b032-e77bb27457ad tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:26.635072 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2687064b-b888-44b1-86b6-d11870eb5534 req-c25437ba-4efb-4fe4-b032-e77bb27457ad tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 943 time: 0.1983190 Sep 29 19:44:26.635305 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:26.636930 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8848-ceab-47d3-b68f-2c320d6f7211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:26.670617 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8848-ceab-47d3-b68f-2c320d6f7211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:26.677564 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eced5d6-0080-419a-96e7-acc4d8c056f0 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:44:26.690705 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-b502dc95-63a3-46c4-80b9-a62f6527f603 service neutron] 10.222.0.47 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003222 Sep 29 19:44:26.708721 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2687064b-b888-44b1-86b6-d11870eb5534 req-2b41d526-6e52-4045-ab2e-f5e4a91dbfad tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789571 Sep 29 19:44:26.732160 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:26.740588 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:26.753279 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8848-ceab-47d3-b68f-2c320d6f7211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:26.756617 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8848-ceab-47d3-b68f-2c320d6f7211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:26.757964 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-eaaf8848-ceab-47d3-b68f-2c320d6f7211 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfb4583e-c975-45da-8277-a35757bf7125 HTTP/1.1" status: 204 len: 168 time: 0.2069042 Sep 29 19:44:26.784855 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf8848-ceab-47d3-b68f-2c320d6f7211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb4583e-c975-45da-8277-a35757bf7125,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:26.847060 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:26.935074 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a73fa8ef-416a-4560-9bbc-1f95791c0845 req-7bff2cbc-8ac4-4fc7-80af-238f73fafc08 service neutron] 10.222.0.47 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247939 Sep 29 19:44:26.960255 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420b7fa-5dd3-4a39-a4fd-0e48e318243f req-17f83ae7-da11-4a67-ab7f-b59438793a12 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:26.962477 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a420b7fa-5dd3-4a39-a4fd-0e48e318243f req-17f83ae7-da11-4a67-ab7f-b59438793a12 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 946 time: 0.1644676 Sep 29 19:44:27.020618 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a420b7fa-5dd3-4a39-a4fd-0e48e318243f req-421a07f2-535d-4cba-bf34-89fd948bd9f0 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435739 Sep 29 19:44:27.089465 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146bd3-2257-4645-8e57-22e4ba8be1bc req-76e85da9-2394-4a37-9cbb-0b53c5a7b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:27.092165 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-98146bd3-2257-4645-8e57-22e4ba8be1bc req-76e85da9-2394-4a37-9cbb-0b53c5a7b599 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ec88a3a4751470e8a2ab01180fa4c6c&device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 1096 time: 0.0638120 Sep 29 19:44:27.111605 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['5eced5d6-0080-419a-96e7-acc4d8c056f0'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:44:27.276459 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146bd3-2257-4645-8e57-22e4ba8be1bc req-a3031f8a-8d52-4e0a-95bf-d0484b56afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:27.278040 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-98146bd3-2257-4645-8e57-22e4ba8be1bc req-a3031f8a-8d52-4e0a-95bf-d0484b56afed service neutron] 10.222.0.47 "GET /v2.0/networks?id=c819c3df-dc73-4932-a044-74ec9175885b HTTP/1.1" status: 200 len: 909 time: 0.1782236 Sep 29 19:44:27.347855 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-98146bd3-2257-4645-8e57-22e4ba8be1bc req-c3d3ee33-a31a-4915-98d0-ec4f41a35aaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35ac46f8-01a2-4ba5-b277-3aff3e615d39 HTTP/1.1" status: 200 len: 217 time: 0.0539806 Sep 29 19:44:27.374181 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ca562-e5b6-4c6e-b7a1-e13ae1c92daa req-91a537ea-f723-4081-bb2f-e3838dc6dda4 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:27.375895 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-605ca562-e5b6-4c6e-b7a1-e13ae1c92daa req-91a537ea-f723-4081-bb2f-e3838dc6dda4 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 944 time: 0.1277730 Sep 29 19:44:27.443274 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146bd3-2257-4645-8e57-22e4ba8be1bc req-c5c507be-9ce3-4f69-ba8e-4acfe54b444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:27.444958 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-98146bd3-2257-4645-8e57-22e4ba8be1bc req-c5c507be-9ce3-4f69-ba8e-4acfe54b444d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cd909d8-ad75-4e90-9c2e-0f29115acb39 HTTP/1.1" status: 200 len: 848 time: 0.0868366 Sep 29 19:44:27.479090 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-605ca562-e5b6-4c6e-b7a1-e13ae1c92daa req-8fb612b9-2573-4550-9903-14aa2653fa9a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793531 Sep 29 19:44:27.501510 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-98146bd3-2257-4645-8e57-22e4ba8be1bc req-8ce86dcf-d990-4686-82c0-56434934d9c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c819c3df-dc73-4932-a044-74ec9175885b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439146 Sep 29 19:44:27.623252 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-98146bd3-2257-4645-8e57-22e4ba8be1bc req-ea9d3042-e781-44e9-9c04-0a6c18348d5f service neutron] 10.222.0.47 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105092 Sep 29 19:44:27.835634 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-98146bd3-2257-4645-8e57-22e4ba8be1bc req-bbcd221e-d62f-4c9c-bb53-078c7e931791 service neutron] 10.222.0.47 "GET /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998591 Sep 29 19:44:27.846279 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf0a36-4762-4382-b0c3-fff3ffe5ca31 req-7c460d60-eaa6-4d11-883a-e0e7759cd955 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:27.848302 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c9bf0a36-4762-4382-b0c3-fff3ffe5ca31 req-7c460d60-eaa6-4d11-883a-e0e7759cd955 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1132727 Sep 29 19:44:27.884651 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4629e2c-84b4-4ec4-ace4-38283c67c896 req-bbad6dc6-9537-4516-9b33-b7b02222d2d8 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:27.886151 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a4629e2c-84b4-4ec4-ace4-38283c67c896 req-bbad6dc6-9537-4516-9b33-b7b02222d2d8 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 943 time: 0.1030259 Sep 29 19:44:27.924514 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c9bf0a36-4762-4382-b0c3-fff3ffe5ca31 req-6c8af90f-f0d3-4aec-8644-a7e86f97d184 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662339 Sep 29 19:44:27.949712 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a4629e2c-84b4-4ec4-ace4-38283c67c896 req-abb3ed3b-3fbb-4239-8f77-075284f8af4e tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502119 Sep 29 19:44:28.193452 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feafadc-bd0f-4b5b-8c50-70a96e94a771 req-f7993077-50c5-4cae-907c-a6ecf672342a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:28.196291 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0feafadc-bd0f-4b5b-8c50-70a96e94a771 req-f7993077-50c5-4cae-907c-a6ecf672342a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 946 time: 0.0701406 Sep 29 19:44:28.256336 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0feafadc-bd0f-4b5b-8c50-70a96e94a771 req-dd8cc566-e3a3-4ca5-adc0-bacb700971cf tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515814 Sep 29 19:44:28.316844 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58930) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:28.496553 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3584c026-ab55-44e5-b893-a8fb318d4c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:28.711008 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3584c026-ab55-44e5-b893-a8fb318d4c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:28.728063 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3584c026-ab55-44e5-b893-a8fb318d4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:28.781540 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-3584c026-ab55-44e5-b893-a8fb318d4c01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd04d0702a7246b7add9cbf895ab704b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632428 Sep 29 19:44:28.782474 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584c026-ab55-44e5-b893-a8fb318d4c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02de9428-4783-4fa4-a99b-697483dfedde,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:28.796297 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fd828-b110-4560-b914-1b4e5f0986e5 req-f0246ce5-8a90-4d37-8148-75a0b45d1ab7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:28.796529 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 58946) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:28.817802 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-718fd828-b110-4560-b914-1b4e5f0986e5 req-f0246ce5-8a90-4d37-8148-75a0b45d1ab7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 944 time: 0.1853943 Sep 29 19:44:28.893929 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d57a263-f268-45dc-9606-81876a34b668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:28.940586 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-718fd828-b110-4560-b914-1b4e5f0986e5 req-d0cbb81c-7602-48e5-b7de-d00c345142ee tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987163 Sep 29 19:44:28.944458 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d57a263-f268-45dc-9606-81876a34b668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:29.085181 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d57a263-f268-45dc-9606-81876a34b668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:29.093544 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d57a263-f268-45dc-9606-81876a34b668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:29.095184 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-7d57a263-f268-45dc-9606-81876a34b668 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02de9428-4783-4fa4-a99b-697483dfedde HTTP/1.1" status: 204 len: 168 time: 0.2977114 Sep 29 19:44:29.110073 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57a263-f268-45dc-9606-81876a34b668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02de9428-4783-4fa4-a99b-697483dfedde,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:29.227008 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd81f9-63e4-43c7-ba33-d236bf783013 req-75460297-e6da-4631-8bfc-f11e58f4a8fb tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:29.228646 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2cbd81f9-63e4-43c7-ba33-d236bf783013 req-75460297-e6da-4631-8bfc-f11e58f4a8fb tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1585062 Sep 29 19:44:29.241641 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64db744-f855-41c3-af6d-ff1ceac1f1dd req-d386728a-6e1a-4654-a884-1c9598f3d19f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:29.243483 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b64db744-f855-41c3-af6d-ff1ceac1f1dd req-d386728a-6e1a-4654-a884-1c9598f3d19f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 943 time: 0.0922647 Sep 29 19:44:29.299848 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2cbd81f9-63e4-43c7-ba33-d236bf783013 req-d569e870-bdb1-4290-a9c3-d4c7c7a159de tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552917 Sep 29 19:44:29.318132 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b64db744-f855-41c3-af6d-ff1ceac1f1dd req-cb26989c-95d7-4f76-bb7d-4e7f44158e60 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664372 Sep 29 19:44:30.140588 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e20dd-55eb-40a2-bbda-37e1b7597d3c req-3280a31a-d887-4d96-b0c3-bda0ee5e4aaf tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:30.150075 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1d7e20dd-55eb-40a2-bbda-37e1b7597d3c req-3280a31a-d887-4d96-b0c3-bda0ee5e4aaf tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 944 time: 0.0731359 Sep 29 19:44:30.203328 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1d7e20dd-55eb-40a2-bbda-37e1b7597d3c req-973aa93f-808d-4831-acd2-7a0b69cf4f34 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522304 Sep 29 19:44:30.266328 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 35ac46f8-01a2-4ba5-b277-3aff3e615d39 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:44:30.276580 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 5eced5d6-0080-419a-96e7-acc4d8c056f0 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:44:30.554473 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 5eced5d6-0080-419a-96e7-acc4d8c056f0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:44:30.585529 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 5eced5d6-0080-419a-96e7-acc4d8c056f0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:30.586561 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:30.588335 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a08ae-1cfc-42c9-82fd-4e02bfc1fed1 req-948fcaa2-e01a-489b-9827-c053102308d5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:30.619031 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f36a08ae-1cfc-42c9-82fd-4e02bfc1fed1 req-948fcaa2-e01a-489b-9827-c053102308d5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1642992 Sep 29 19:44:30.704563 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 35ac46f8-01a2-4ba5-b277-3aff3e615d39, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=35ac46f8-01a2-4ba5-b277-3aff3e615d39,segment=NetworkSegment(c83e1946-366e-4601-81f9-94298603cdfa),segment_id=c83e1946-366e-4601-81f9-94298603cdfa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:30.734651 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f36a08ae-1cfc-42c9-82fd-4e02bfc1fed1 req-f0cb8d9d-d4f6-4854-a3d1-a5c9cc9f376d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078079 Sep 29 19:44:30.782771 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '35ac46f8-01a2-4ba5-b277-3aff3e615d39', 'network_id': 'c819c3df-dc73-4932-a044-74ec9175885b', 'port_id': '35ac46f8-01a2-4ba5-b277-3aff3e615d39', 'mac_address': 'fa:16:3e:4f:0f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd909d8-ad75-4e90-9c2e-0f29115acb39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:44:30.858592 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d8d65-05a2-460c-b172-6bd59d50b1ba req-1f7bdd7b-cd23-40e1-97cc-4c8c656a52c5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:30.868556 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5c9d8d65-05a2-460c-b172-6bd59d50b1ba req-1f7bdd7b-cd23-40e1-97cc-4c8c656a52c5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 943 time: 0.0745265 Sep 29 19:44:30.897918 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:30.930182 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:30.935809 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5c9d8d65-05a2-460c-b172-6bd59d50b1ba req-0222a233-18ea-4d0f-bceb-dc43253f4ad8 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643470 Sep 29 19:44:30.939276 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:44:30.943534 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27017d98-9b21-4d10-8b0e-e0359e03fb55" -d '{"events": [{"server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "name": "network-vif-plugged", "status": "completed", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:44:30.967728 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:30.974264 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ac46f8-01a2-4ba5-b277-3aff3e615d39 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:44:30.987505 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:31.022480 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f638888d-c370-41fd-8a02-5f03374dc735 x-openstack-request-id: req-f638888d-c370-41fd-8a02-5f03374dc735 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:44:31.023059 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "name": "network-vif-plugged", "status": "completed", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:44:31.023525 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f638888d-c370-41fd-8a02-5f03374dc735 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:44:31.024146 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'code': 200} Sep 29 19:44:31.074687 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 35ac46f8-01a2-4ba5-b277-3aff3e615d39, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=35ac46f8-01a2-4ba5-b277-3aff3e615d39,segment=NetworkSegment(c83e1946-366e-4601-81f9-94298603cdfa),segment_id=c83e1946-366e-4601-81f9-94298603cdfa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:31.082015 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:31.145179 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:31.276143 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=35ac46f8-01a2-4ba5-b277-3aff3e615d39,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:31.326859 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 59110) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:31.445479 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['35ac46f8-01a2-4ba5-b277-3aff3e615d39'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:44:31.567519 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b5fc-1b66-4ff5-bb55-c4f6b9228c58 req-52733ba3-3e5d-4027-bcee-b94e5bdfd59c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:31.581264 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c543b5fc-1b66-4ff5-bb55-c4f6b9228c58 req-52733ba3-3e5d-4027-bcee-b94e5bdfd59c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1984081 Sep 29 19:44:31.609376 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373221f-32bd-4dd0-a6ec-3b2c991283b6 req-13466a02-a16a-4c7b-834a-b89b2a100fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:31.613614 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6373221f-32bd-4dd0-a6ec-3b2c991283b6 req-13466a02-a16a-4c7b-834a-b89b2a100fa3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 1098 time: 0.2094429 Sep 29 19:44:31.743275 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c543b5fc-1b66-4ff5-bb55-c4f6b9228c58 req-1df29d79-dcd3-429a-bb01-39c891d9a500 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595058 Sep 29 19:44:31.851742 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6373221f-32bd-4dd0-a6ec-3b2c991283b6 req-6dae9f80-c6ef-487f-ac67-5c3dd6f6d70e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122571 Sep 29 19:44:31.851742 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:32.045379 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691a919-28f8-4643-bc42-ee1ddfb5b102 req-4f2803a6-d013-4c84-9aa1-32dccb7843f5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:32.047281 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c691a919-28f8-4643-bc42-ee1ddfb5b102 req-4f2803a6-d013-4c84-9aa1-32dccb7843f5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0989985 Sep 29 19:44:32.169972 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c691a919-28f8-4643-bc42-ee1ddfb5b102 req-a6878bb7-7a0d-44de-a9ba-0d51be09585c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075747 Sep 29 19:44:32.223371 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:32.240756 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07344055-ab02-46a0-9543-b257d9992e10 req-f2db3871-f4ef-4b8f-b725-e437b13dd7e3 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:32.248511 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-07344055-ab02-46a0-9543-b257d9992e10 req-f2db3871-f4ef-4b8f-b725-e437b13dd7e3 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 944 time: 0.1382210 Sep 29 19:44:32.251299 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:32.375049 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f615c5a5b14446c4bb81480f0f48ec42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0459225 Sep 29 19:44:32.390179 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 59166) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:32.413350 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-07344055-ab02-46a0-9543-b257d9992e10 req-880ebe51-3289-467b-94d0-99d3642cb1d1 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638162 Sep 29 19:44:32.414513 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79400db2-06f3-46f5-a757-cb121a08953a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:32.430799 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.431589 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.432342 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.432903 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.434325 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.435420 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.436286 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.437636 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.437998 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.438353 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.438699 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.439151 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3c8e5-918a-4fa2-b032-c634f59dd97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.499643 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:32.551249 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:32.636003 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:32.639218 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:32.640480 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79400db2-06f3-46f5-a757-cb121a08953a HTTP/1.1" status: 204 len: 168 time: 0.2489004 Sep 29 19:44:32.657921 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79400db2-06f3-46f5-a757-cb121a08953a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:32.672479 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6e367-b956-46e8-8c7e-4f52f4c8592c req-b98baad7-2a0c-4ed2-b9aa-65ba360a0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:32.674796 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-47b6e367-b956-46e8-8c7e-4f52f4c8592c req-b98baad7-2a0c-4ed2-b9aa-65ba360a0196 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 1098 time: 0.0815005 Sep 29 19:44:32.680223 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.680807 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.681829 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.682384 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.683079 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.683808 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.684486 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.685341 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.685999 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.687045 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.687803 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.688481 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa46b6b-54fd-47c6-9c26-0131f7550879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:44:32.747032 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-47b6e367-b956-46e8-8c7e-4f52f4c8592c req-a8349de4-bb7a-4395-855f-193241ef81cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634992 Sep 29 19:44:32.958156 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d05e5f-726f-428e-84dd-c6dc616951b9 req-e79be594-6055-45d4-a654-d0d9328d16a2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:32.959694 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c0d05e5f-726f-428e-84dd-c6dc616951b9 req-e79be594-6055-45d4-a654-d0d9328d16a2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.0566761 Sep 29 19:44:33.013998 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c0d05e5f-726f-428e-84dd-c6dc616951b9 req-56bbcb7c-871a-42c2-9a3f-42a9abcb3894 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461342 Sep 29 19:44:33.342586 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0ce3-ff1d-43d6-aad4-c8bddff1c896 req-0a222386-7a16-4187-9340-2cb24cc71dac tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:33.344179 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9dfa0ce3-ff1d-43d6-aad4-c8bddff1c896 req-0a222386-7a16-4187-9340-2cb24cc71dac tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0571525 Sep 29 19:44:33.399002 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9dfa0ce3-ff1d-43d6-aad4-c8bddff1c896 req-6d0aaf54-eab6-48c7-b9ae-fda26a734f12 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474997 Sep 29 19:44:33.584387 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe4fcf-2eef-4d01-b267-13b55e3b4e4f req-2883f1da-6708-4c57-9e8b-4427fa7593ff tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:33.585944 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6cfe4fcf-2eef-4d01-b267-13b55e3b4e4f req-2883f1da-6708-4c57-9e8b-4427fa7593ff tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 944 time: 0.0503831 Sep 29 19:44:33.631622 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6cfe4fcf-2eef-4d01-b267-13b55e3b4e4f req-c2ae2aed-afd3-49fa-852e-3501e8055a0f tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385635 Sep 29 19:44:34.268238 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dada1-9028-4b35-8269-86ccda0a5c82 req-ab0f6ff0-a4c2-4c14-ac4e-8f925954dbab tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:34.272282 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b26dada1-9028-4b35-8269-86ccda0a5c82 req-ab0f6ff0-a4c2-4c14-ac4e-8f925954dbab tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1203811 Sep 29 19:44:34.289873 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 35ac46f8-01a2-4ba5-b277-3aff3e615d39 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:44:34.325504 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b26dada1-9028-4b35-8269-86ccda0a5c82 req-076ef329-1d3b-414c-8c09-fd642465a32c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460114 Sep 29 19:44:34.346867 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 35ac46f8-01a2-4ba5-b277-3aff3e615d39 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:44:34.351383 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 35ac46f8-01a2-4ba5-b277-3aff3e615d39 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:44:34.351797 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:34.461710 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:34.489034 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d457a-45f4-4808-b521-33197d693396 req-e099a601-ffd2-4d36-aa5f-de391ccf38fe tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:34.490968 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6e6d457a-45f4-4808-b521-33197d693396 req-e099a601-ffd2-4d36-aa5f-de391ccf38fe tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.0697436 Sep 29 19:44:34.507806 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d440c98-4431-410a-8617-b8dbd1ef7129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ac46f8-01a2-4ba5-b277-3aff3e615d39'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:44:34.509258 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 59234) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:34.513603 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81706db7-3d61-4505-a219-efdf9c072ef9" -d '{"events": [{"server_uuid": "1d440c98-4431-410a-8617-b8dbd1ef7129", "name": "network-vif-plugged", "status": "completed", "tag": "35ac46f8-01a2-4ba5-b277-3aff3e615d39"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:44:34.514435 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e9991c17-8271-4585-b5a5-79af0b62b08f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'floatingip': {'port_id': '5eced5d6-0080-419a-96e7-acc4d8c056f0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:44:34.533493 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 35ac46f8-01a2-4ba5-b277-3aff3e615d39, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=35ac46f8-01a2-4ba5-b277-3aff3e615d39,segment=NetworkSegment(c83e1946-366e-4601-81f9-94298603cdfa),segment_id=c83e1946-366e-4601-81f9-94298603cdfa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:34.541044 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:34.602557 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9991c17-8271-4585-b5a5-79af0b62b08f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:34.608381 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c095c3-7ce6-4d51-b485-4d0780201470 x-openstack-request-id: req-52c095c3-7ce6-4d51-b485-4d0780201470 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:44:34.608854 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d440c98-4431-410a-8617-b8dbd1ef7129", "name": "network-vif-plugged", "status": "completed", "tag": "35ac46f8-01a2-4ba5-b277-3aff3e615d39", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:44:34.609254 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52c095c3-7ce6-4d51-b485-4d0780201470 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:44:34.610542 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d440c98-4431-410a-8617-b8dbd1ef7129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ac46f8-01a2-4ba5-b277-3aff3e615d39', 'code': 200} Sep 29 19:44:34.645865 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=35ac46f8-01a2-4ba5-b277-3aff3e615d39,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:34.831996 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2977d36-3f45-4295-8bb6-714fa8579c74 req-f253e2d6-0820-43a7-a7eb-d1e57feba2a3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:34.833424 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a2977d36-3f45-4295-8bb6-714fa8579c74 req-f253e2d6-0820-43a7-a7eb-d1e57feba2a3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1885169 Sep 29 19:44:35.179255 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b287f-1785-4977-b051-d719628ef9b3 req-d01d20ac-6ab3-4162-8984-124c2ebd9242 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:35.180856 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a5b287f-1785-4977-b051-d719628ef9b3 req-d01d20ac-6ab3-4162-8984-124c2ebd9242 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 945 time: 0.4093277 Sep 29 19:44:35.192485 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ab80b-4c4b-420d-967c-2764682b946f req-6524550b-5555-42d1-9263-c9c77daded60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:35.194328 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cf1ab80b-4c4b-420d-967c-2764682b946f req-6524550b-5555-42d1-9263-c9c77daded60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 1098 time: 0.3729014 Sep 29 19:44:35.228805 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a2977d36-3f45-4295-8bb6-714fa8579c74 req-1a5d370f-bc60-480d-b02f-e2561a49c933 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814464 Sep 29 19:44:35.429554 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cf1ab80b-4c4b-420d-967c-2764682b946f req-84303c13-b529-4a4a-8f65-a629da36555b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973333 Sep 29 19:44:35.435853 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a5b287f-1785-4977-b051-d719628ef9b3 req-21721b6c-6506-464f-b4af-46a6cea546c5 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401667 Sep 29 19:44:35.571099 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f7cffee-fa11-45a4-964e-d376ab7dd663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:35.977462 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.db.resource_extend [None req-e9991c17-8271-4585-b5a5-79af0b62b08f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 19:44:36.093384 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079fa67-75f8-4334-b1da-1b6866e9482b req-ccc85559-075d-4af3-b262-f76975034de9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:36.100855 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0079fa67-75f8-4334-b1da-1b6866e9482b req-ccc85559-075d-4af3-b262-f76975034de9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.3968253 Sep 29 19:44:36.119895 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f4937-356f-4a60-b093-a2644de38c75 req-1cd10183-a2ca-43f3-ba21-c69446a3ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:36.123064 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0f8f4937-356f-4a60-b093-a2644de38c75 req-1cd10183-a2ca-43f3-ba21-c69446a3ec92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 1098 time: 0.3779159 Sep 29 19:44:36.227786 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9991c17-8271-4585-b5a5-79af0b62b08f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:36.254568 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9991c17-8271-4585-b5a5-79af0b62b08f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:36.349967 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0079fa67-75f8-4334-b1da-1b6866e9482b req-dc45a2f1-9566-4e29-a726-dfc330bc0aaa tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256382 Sep 29 19:44:36.430399 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f4937-356f-4a60-b093-a2644de38c75 req-e39dee06-437f-45f4-8c51-81c5858ef931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:36.432573 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0f8f4937-356f-4a60-b093-a2644de38c75 req-e39dee06-437f-45f4-8c51-81c5858ef931 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 920 time: 0.2972803 Sep 29 19:44:36.516354 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.l3_db [None req-e9991c17-8271-4585-b5a5-79af0b62b08f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Floating IP 12ac0cb4-96fe-437c-be81-a59995331980 associated. External IP: 172.27.1.42, port: 5eced5d6-0080-419a-96e7-acc4d8c056f0. Sep 29 19:44:36.521551 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0f8f4937-356f-4a60-b093-a2644de38c75 req-2e512e96-ad86-408a-a8a5-85a630b1c802 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8318359d-606d-4545-a7db-08fd980d52fa HTTP/1.1" status: 200 len: 217 time: 0.0710931 Sep 29 19:44:36.714591 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f4937-356f-4a60-b093-a2644de38c75 req-0ccea7a3-0e5a-404c-ade8-82c9b6614782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:36.716059 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0f8f4937-356f-4a60-b093-a2644de38c75 req-0ccea7a3-0e5a-404c-ade8-82c9b6614782 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daa1e76-42e3-408e-846d-ca7a46dcfacc HTTP/1.1" status: 200 len: 859 time: 0.1353695 Sep 29 19:44:36.729387 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4573d-f5c0-44a3-b84f-ad68b0a47bf0 req-ceff644d-cd78-4ad2-8e02-6fc290173b81 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:36.730975 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4ad4573d-f5c0-44a3-b84f-ad68b0a47bf0 req-ceff644d-cd78-4ad2-8e02-6fc290173b81 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 945 time: 0.1480532 Sep 29 19:44:36.787086 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0f8f4937-356f-4a60-b093-a2644de38c75 req-b5da3684-6b32-4445-a705-016aefd54604 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472248 Sep 29 19:44:36.879329 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4ad4573d-f5c0-44a3-b84f-ad68b0a47bf0 req-139c1467-d43f-41b8-a372-cac615cc4bec tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243918 Sep 29 19:44:37.279802 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9991c17-8271-4585-b5a5-79af0b62b08f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Router bd2821f4-8093-47af-9275-5467a36af2aa has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:44:37.282317 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0f8f4937-356f-4a60-b093-a2644de38c75 req-cf03ac6a-f21f-48bc-83a7-6bad0f0ebb7e service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850388 Sep 29 19:44:37.568611 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0f8f4937-356f-4a60-b093-a2644de38c75 req-19212e88-b3e4-4e55-8987-c8c94b1d16be service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685509 Sep 29 19:44:37.570397 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9991c17-8271-4585-b5a5-79af0b62b08f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:44:37.578528 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9991c17-8271-4585-b5a5-79af0b62b08f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:37.589456 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] Sync routers for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:44:37.606358 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:44:37.607289 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:44:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:37.623490 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0185a3-e256-4229-95b4-1c001c9ef2d7 req-192fba29-4db3-4517-8139-3e860fb5caaa tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:37.633042 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d0185a3-e256-4229-95b4-1c001c9ef2d7 req-192fba29-4db3-4517-8139-3e860fb5caaa tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1794007 Sep 29 19:44:37.687562 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-e9991c17-8271-4585-b5a5-79af0b62b08f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "PUT /v2.0/floatingips/12ac0cb4-96fe-437c-be81-a59995331980 HTTP/1.1" status: 200 len: 990 time: 3.1770368 Sep 29 19:44:37.688435 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:44:37.691798 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d04920-3ac7-414e-b19a-b94641509624" -d '{"events": [{"name": "network-changed", "server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:44:37.708209 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d0185a3-e256-4229-95b4-1c001c9ef2d7 req-b3237faf-7552-4cab-a6a8-0dfb8747a768 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712612 Sep 29 19:44:37.757564 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568b840b-6aae-4103-8d63-759bddd1305f x-openstack-request-id: req-568b840b-6aae-4103-8d63-759bddd1305f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:44:37.757860 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:44:37.758112 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-568b840b-6aae-4103-8d63-759bddd1305f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:44:37.758522 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'status': 'completed', 'code': 200} Sep 29 19:44:37.794415 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:44:37.926378 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04920-3ac7-414e-b19a-b94641509624 req-b2c7577f-850b-4a92-952f-de207faa4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:37.929419 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8d04920-3ac7-414e-b19a-b94641509624 req-b2c7577f-850b-4a92-952f-de207faa4bf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 1098 time: 0.1150517 Sep 29 19:44:38.106624 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04920-3ac7-414e-b19a-b94641509624 req-95f90f9a-d487-48ff-a20d-28e2e4392f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:38.109518 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8d04920-3ac7-414e-b19a-b94641509624 req-95f90f9a-d487-48ff-a20d-28e2e4392f1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 917 time: 0.1693158 Sep 29 19:44:38.137636 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 59360) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:38.285349 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be434f1e-e74d-4c89-9ed3-99b59452f55d req-628ed4cc-234d-4f97-aa29-833834203330 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:38.287087 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-be434f1e-e74d-4c89-9ed3-99b59452f55d req-628ed4cc-234d-4f97-aa29-833834203330 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 945 time: 0.1762738 Sep 29 19:44:38.379115 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8d04920-3ac7-414e-b19a-b94641509624 req-9fa8c4f8-1430-4b42-aaa8-02fec94980d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0 HTTP/1.1" status: 200 len: 998 time: 0.2521636 Sep 29 19:44:38.405113 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc874bcf-9349-4166-8fe5-281c48b51d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:38.452666 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-be434f1e-e74d-4c89-9ed3-99b59452f55d req-238b96ef-47ac-4782-be4f-63bc87547f0e tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556060 Sep 29 19:44:38.473220 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '12ac0cb4-96fe-437c-be81-a59995331980', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'port_id': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'mac_address': 'fa:16:3e:e5:f6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2446f831-9945-484e-8fb0-ab77624091a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:44:11Z', 'updated_at': '2021-09-29T19:44:35Z', 'revision_number': 1, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:38.487912 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04920-3ac7-414e-b19a-b94641509624 req-b7c2150d-3f0c-460c-b711-a42a035ad79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:38.489961 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8d04920-3ac7-414e-b19a-b94641509624 req-b7c2150d-3f0c-460c-b711-a42a035ad79d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 200 len: 855 time: 0.1027780 Sep 29 19:44:38.514556 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] Checking router: bd2821f4-8093-47af-9275-5467a36af2aa for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:44:38.527334 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:44:38.528445 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:44:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:38.551617 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc874bcf-9349-4166-8fe5-281c48b51d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:38.557607 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc874bcf-9349-4166-8fe5-281c48b51d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:38.576967 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6392e1e-e456-4158-bac0-ed668f6479bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:38.606153 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 59376) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:38.607769 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-dc874bcf-9349-4166-8fe5-281c48b51d69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88e14b559e864d8890384469da9cf60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682326 Sep 29 19:44:38.637099 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc874bcf-9349-4166-8fe5-281c48b51d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1116df-fe93-48cd-802d-aff08c0276cd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:38.707335 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04920-3ac7-414e-b19a-b94641509624 req-8d1007c5-5697-4244-aec7-df731a57bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:38.709222 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8d04920-3ac7-414e-b19a-b94641509624 req-8d1007c5-5697-4244-aec7-df731a57bdba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15520bd8-ddde-49dc-8308-5fe62c865319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2025025 Sep 29 19:44:38.718135 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65fe0a26-eb40-4888-851d-6a4063a3c7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:38.718808 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-076a3a72-8ca2-4ed7-b703-b946aff0bbde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656393 Sep 29 19:44:38.782262 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:44:38.836200 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:38.872270 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65fe0a26-eb40-4888-851d-6a4063a3c7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:38.919623 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-e944be44-3eb8-4a3a-8af9-8520be71a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:38.922765 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-e944be44-3eb8-4a3a-8af9-8520be71a1c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 1098 time: 0.1443219 Sep 29 19:44:39.157655 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8d04920-3ac7-414e-b19a-b94641509624 req-721f49b4-6d19-46ed-a6d3-17397db50548 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104345 Sep 29 19:44:39.159176 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65fe0a26-eb40-4888-851d-6a4063a3c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:39.161486 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-b6f9c397-b1f5-48b7-8116-836a39dcb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:39.166197 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65fe0a26-eb40-4888-851d-6a4063a3c7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:39.166884 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-65fe0a26-eb40-4888-851d-6a4063a3c7e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de1116df-fe93-48cd-802d-aff08c0276cd HTTP/1.1" status: 204 len: 168 time: 0.5597224 Sep 29 19:44:39.168184 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-b6f9c397-b1f5-48b7-8116-836a39dcb601 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 915 time: 0.2032728 Sep 29 19:44:39.231636 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf9503-bc80-4ee9-93a3-03352b3949c2 req-7ce24ad0-d545-4326-a115-d62a152c6397 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:39.231636 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bddf9503-bc80-4ee9-93a3-03352b3949c2 req-7ce24ad0-d545-4326-a115-d62a152c6397 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.2922456 Sep 29 19:44:39.235219 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe0a26-eb40-4888-851d-6a4063a3c7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1116df-fe93-48cd-802d-aff08c0276cd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:39.292135 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-34685235-77db-4f0b-860e-03b2b46dcd59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e2c6cb-754d-44df-9f69-239aef42e92e HTTP/1.1" status: 200 len: 217 time: 0.1034434 Sep 29 19:44:39.367140 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-8e7a3a0b-0837-443c-a81a-bf9214e9a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:39.369601 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-8e7a3a0b-0837-443c-a81a-bf9214e9a313 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36106120-0e04-42f9-83b0-b987dd292ad8 HTTP/1.1" status: 200 len: 854 time: 0.0648031 Sep 29 19:44:39.371351 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bddf9503-bc80-4ee9-93a3-03352b3949c2 req-cd6ace74-2258-4508-8276-4a34bb253dec tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136436 Sep 29 19:44:39.389330 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '12ac0cb4-96fe-437c-be81-a59995331980', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'port_id': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'mac_address': 'fa:16:3e:e5:f6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2446f831-9945-484e-8fb0-ab77624091a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:44:11Z', 'updated_at': '2021-09-29T19:44:35Z', 'revision_number': 1, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:44:39.429612 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:39.451179 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8d04920-3ac7-414e-b19a-b94641509624 req-70d7f9d6-03ca-470f-8b89-a4efba09d187 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762034 Sep 29 19:44:39.457852 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f49dd-9497-4bfd-b48c-cb394bacf08e None None] The sync data for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi is: [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '12ac0cb4-96fe-437c-be81-a59995331980', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'port_id': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'mac_address': 'fa:16:3e:e5:f6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2446f831-9945-484e-8fb0-ab77624091a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:44:11Z', 'updated_at': '2021-09-29T19:44:35Z', 'revision_number': 1, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:44:39.464496 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-66f23043-b798-46dc-a50b-98f44e6f7910 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f69940db-4fc4-4677-a3c2-e8aa346d35dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850894 Sep 29 19:44:39.664286 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-9ab5aa7a-cd99-4440-aa00-698299335145 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884780 Sep 29 19:44:39.899788 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f3c07-c8a3-4b93-a58c-4d5cd7bcb864 None None] New status for floating IP 12ac0cb4-96fe-437c-be81-a59995331980: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:44:40.086855 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68435f85-d00b-405d-8ac4-cf9f2c94e471 req-9b8ac1ce-1fff-4214-9056-a5e746d9e9f3 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116113 Sep 29 19:44:40.129003 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb9a7-58e4-4cd0-b94c-010f3592722e req-fa7b48b2-23f6-4d6d-b6db-d116b8815b3c tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:40.130770 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-49dbb9a7-58e4-4cd0-b94c-010f3592722e req-fa7b48b2-23f6-4d6d-b6db-d116b8815b3c tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 945 time: 0.0803127 Sep 29 19:44:40.218688 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-49dbb9a7-58e4-4cd0-b94c-010f3592722e req-c2cd0bae-988d-43cd-b174-6425a5f002a9 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717583 Sep 29 19:44:40.543204 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2da20e-5a1f-4ac0-bc71-4f9d2368466b req-e2ed7386-d425-4f3f-8ebf-f3dabe06691d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:40.544861 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7d2da20e-5a1f-4ac0-bc71-4f9d2368466b req-e2ed7386-d425-4f3f-8ebf-f3dabe06691d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0770252 Sep 29 19:44:40.602554 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7d2da20e-5a1f-4ac0-bc71-4f9d2368466b req-34387557-ce7d-41f4-bf1e-ef6cb54c40da tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494134 Sep 29 19:44:41.289317 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:41.382395 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0377ea3-ca3c-4f81-b180-0b531d1eb0a2 req-15946545-3621-4d09-ad4a-c569f9fb5687 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:41.384106 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c0377ea3-ca3c-4f81-b180-0b531d1eb0a2 req-15946545-3621-4d09-ad4a-c569f9fb5687 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 945 time: 0.0615652 Sep 29 19:44:41.447237 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c0377ea3-ca3c-4f81-b180-0b531d1eb0a2 req-e4e7d3b8-3e88-420f-abbe-75c3d6aafb2b tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504572 Sep 29 19:44:42.153056 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c4b9c-cbf4-4e06-95e4-3b8e36862ed7 req-f545ab0b-8865-4340-8592-19131ba62e7a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:42.154567 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-149c4b9c-cbf4-4e06-95e4-3b8e36862ed7 req-f545ab0b-8865-4340-8592-19131ba62e7a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0510356 Sep 29 19:44:42.198259 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-149c4b9c-cbf4-4e06-95e4-3b8e36862ed7 req-16faea7b-826a-434c-a90b-a759bdc680f4 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368054 Sep 29 19:44:42.367094 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-46bf8a27-1224-425b-823f-baa1dc11aa18 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:42.368848 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-46bf8a27-1224-425b-823f-baa1dc11aa18 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 945 time: 0.0535755 Sep 29 19:44:42.489441 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-d9bffc97-793b-4502-8e9a-d5f8dcab7535 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Deleting port 35ac46f8-01a2-4ba5-b277-3aff3e615d39 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:44:42.489849 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-d9bffc97-793b-4502-8e9a-d5f8dcab7535 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:42.654678 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-d9bffc97-793b-4502-8e9a-d5f8dcab7535 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] For port 35ac46f8-01a2-4ba5-b277-3aff3e615d39, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=35ac46f8-01a2-4ba5-b277-3aff3e615d39,segment=NetworkSegment(c83e1946-366e-4601-81f9-94298603cdfa),segment_id=c83e1946-366e-4601-81f9-94298603cdfa)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:44:42.655890 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-d9bffc97-793b-4502-8e9a-d5f8dcab7535 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:42.673810 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ec339-8518-4c5a-b379-3c7a2ff583ef req-47106876-b414-4b27-a011-cf5ee991d226 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:42.677142 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a64ec339-8518-4c5a-b379-3c7a2ff583ef req-47106876-b414-4b27-a011-cf5ee991d226 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d440c98-4431-410a-8617-b8dbd1ef7129 HTTP/1.1" status: 200 len: 945 time: 0.1080949 Sep 29 19:44:42.679165 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 59482) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:42.688546 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-d9bffc97-793b-4502-8e9a-d5f8dcab7535 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Calling delete_port for 35ac46f8-01a2-4ba5-b277-3aff3e615d39 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:44:42.699043 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:42.796729 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a64ec339-8518-4c5a-b379-3c7a2ff583ef req-5ef8bc65-50d3-4014-81fe-9d5846514927 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.16 "GET /v2.0/security-groups?id=e463f1d9-9592-44f0-be64-72513afd740f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936964 Sep 29 19:44:42.963166 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd307-7cca-4abf-8d72-70d8a62fa52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:43.023154 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-d9bffc97-793b-4502-8e9a-d5f8dcab7535 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:43.049071 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['35ac46f8-01a2-4ba5-b277-3aff3e615d39'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:44:43.060125 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bffc97-793b-4502-8e9a-d5f8dcab7535 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Pushing event deleted for resources: {'Port': ['ID=35ac46f8-01a2-4ba5-b277-3aff3e615d39,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:43.122915 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-d9bffc97-793b-4502-8e9a-d5f8dcab7535 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] No DVR routers for this DVR port 35ac46f8-01a2-4ba5-b277-3aff3e615d39 on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:44:43.126893 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-d9bffc97-793b-4502-8e9a-d5f8dcab7535 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:43.129153 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-a4787ead-9a3b-44f2-8b62-c8274a0ab6e3 req-d9bffc97-793b-4502-8e9a-d5f8dcab7535 tempest-VolumesActionsTest-1288099909 tempest-VolumesActionsTest-1288099909-project] 10.222.0.47 "DELETE /v2.0/ports/35ac46f8-01a2-4ba5-b277-3aff3e615d39 HTTP/1.1" status: 204 len: 173 time: 0.7522979 Sep 29 19:44:43.129693 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d440c98-4431-410a-8617-b8dbd1ef7129', 'name': 'network-vif-deleted', 'tag': '35ac46f8-01a2-4ba5-b277-3aff3e615d39'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:44:43.133378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3d55bc-3e2d-4965-a502-247649b59880" -d '{"events": [{"server_uuid": "1d440c98-4431-410a-8617-b8dbd1ef7129", "name": "network-vif-deleted", "tag": "35ac46f8-01a2-4ba5-b277-3aff3e615d39"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:44:43.148139 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd307-7cca-4abf-8d72-70d8a62fa52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:43.154826 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd307-7cca-4abf-8d72-70d8a62fa52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:43.191587 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1319d76f-bb2b-4160-8cda-a60349bd1002 x-openstack-request-id: req-1319d76f-bb2b-4160-8cda-a60349bd1002 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:44:43.191900 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d440c98-4431-410a-8617-b8dbd1ef7129", "name": "network-vif-deleted", "tag": "35ac46f8-01a2-4ba5-b277-3aff3e615d39", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:44:43.192138 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1319d76f-bb2b-4160-8cda-a60349bd1002 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:44:43.192681 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d440c98-4431-410a-8617-b8dbd1ef7129', 'name': 'network-vif-deleted', 'tag': '35ac46f8-01a2-4ba5-b277-3aff3e615d39', 'status': 'completed', 'code': 200} Sep 29 19:44:43.212963 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-7ddfd307-7cca-4abf-8d72-70d8a62fa52d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d25a8dc603fe46a0882d3c35a0ce02b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250645 Sep 29 19:44:43.213230 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 59498) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:44:43.230876 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfd307-7cca-4abf-8d72-70d8a62fa52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1313c30-ed2e-4409-8f0e-5b8fd4ef55ca,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:43.280293 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c857a-9e4d-4322-be3e-0a765941a990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:43.305408 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c857a-9e4d-4322-be3e-0a765941a990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:43.356820 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c857a-9e4d-4322-be3e-0a765941a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:43.359472 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c857a-9e4d-4322-be3e-0a765941a990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:44:43.360716 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-b77c857a-9e4d-4322-be3e-0a765941a990 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1313c30-ed2e-4409-8f0e-5b8fd4ef55ca HTTP/1.1" status: 204 len: 168 time: 0.1462779 Sep 29 19:44:43.369673 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c857a-9e4d-4322-be3e-0a765941a990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1313c30-ed2e-4409-8f0e-5b8fd4ef55ca,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:44:46.341831 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 35ac46f8-01a2-4ba5-b277-3aff3e615d39 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:44:46.365070 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 35ac46f8-01a2-4ba5-b277-3aff3e615d39 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:44:46.365407 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 35ac46f8-01a2-4ba5-b277-3aff3e615d39 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:44:50.729912 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb383ce-40a2-44fd-89cc-4d53986e8648 req-a8517d1b-efaa-451f-af4c-f1771961e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:50.732474 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9bb383ce-40a2-44fd-89cc-4d53986e8648 req-a8517d1b-efaa-451f-af4c-f1771961e986 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 1098 time: 0.0671570 Sep 29 19:44:50.756322 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3ac1a-a795-4982-bdb7-878dfb7de2ce req-f28535ec-8bfe-40bd-bcb8-532fb89675a7 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:50.757937 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fec3ac1a-a795-4982-bdb7-878dfb7de2ce req-f28535ec-8bfe-40bd-bcb8-532fb89675a7 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0757041 Sep 29 19:44:50.823605 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fec3ac1a-a795-4982-bdb7-878dfb7de2ce req-2bbe0fda-63d7-469c-be58-12fc17358dad tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552199 Sep 29 19:44:50.859074 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb383ce-40a2-44fd-89cc-4d53986e8648 req-535b1075-32ed-40a9-81f1-12d70011a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:50.860888 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9bb383ce-40a2-44fd-89cc-4d53986e8648 req-535b1075-32ed-40a9-81f1-12d70011a031 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 920 time: 0.1159737 Sep 29 19:44:50.917588 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9bb383ce-40a2-44fd-89cc-4d53986e8648 req-3d870c16-49e1-4bb0-ad51-c553518290b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8318359d-606d-4545-a7db-08fd980d52fa HTTP/1.1" status: 200 len: 217 time: 0.0482416 Sep 29 19:44:50.977249 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb383ce-40a2-44fd-89cc-4d53986e8648 req-4f7dc505-b48d-469b-8d60-df7c37042b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:50.978814 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9bb383ce-40a2-44fd-89cc-4d53986e8648 req-4f7dc505-b48d-469b-8d60-df7c37042b56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daa1e76-42e3-408e-846d-ca7a46dcfacc HTTP/1.1" status: 200 len: 859 time: 0.0523672 Sep 29 19:44:51.013512 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9bb383ce-40a2-44fd-89cc-4d53986e8648 req-c9ca8f31-faa8-45a1-9eb4-c9b6885e3c43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255861 Sep 29 19:44:51.127225 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9bb383ce-40a2-44fd-89cc-4d53986e8648 req-6221abd7-9a81-4fd1-adb7-ab24445d9be9 service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003354 Sep 29 19:44:51.232867 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9bb383ce-40a2-44fd-89cc-4d53986e8648 req-e84ac612-a401-410a-a3bb-5bc6eb15dec5 service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961430 Sep 29 19:44:51.970983 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd06fd-53a2-4052-b4d9-17c65caec2ce req-197b9554-e4a3-41fc-8ee7-1e4ce64db1fc tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:51.972602 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-87dd06fd-53a2-4052-b4d9-17c65caec2ce req-197b9554-e4a3-41fc-8ee7-1e4ce64db1fc tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0553074 Sep 29 19:44:52.015272 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-87dd06fd-53a2-4052-b4d9-17c65caec2ce req-e8fcd668-6866-4be0-88d8-d7a29096ede6 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364904 Sep 29 19:44:53.181821 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048be89-640a-4421-9e98-1dd9cdd1013f req-ffb72937-6ab7-4fad-aa3f-73ac9c5119a8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:53.183429 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c048be89-640a-4421-9e98-1dd9cdd1013f req-ffb72937-6ab7-4fad-aa3f-73ac9c5119a8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0547080 Sep 29 19:44:53.240310 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c048be89-640a-4421-9e98-1dd9cdd1013f req-d85a4fcb-2d9c-415a-be3b-9ecb9bb1b9b5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462475 Sep 29 19:44:53.534814 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:44:54.365213 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939852-02f2-4fd2-873e-8cb8a5633b92 req-21080802-327c-40cc-9896-da761d5ee6a6 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:54.366706 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2a939852-02f2-4fd2-873e-8cb8a5633b92 req-21080802-327c-40cc-9896-da761d5ee6a6 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0504031 Sep 29 19:44:54.416798 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2a939852-02f2-4fd2-873e-8cb8a5633b92 req-6f19a3f7-54fd-464b-9cae-db5e944ad88a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Sep 29 19:44:55.549784 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5dac4-7027-4c89-883e-ec450a59b87e req-824212c1-1485-424b-9361-5203dbd3086e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:55.551361 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-44f5dac4-7027-4c89-883e-ec450a59b87e req-824212c1-1485-424b-9361-5203dbd3086e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0543358 Sep 29 19:44:55.594173 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-44f5dac4-7027-4c89-883e-ec450a59b87e req-f652df68-beef-4332-b0b4-0d368b534ef0 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365293 Sep 29 19:44:56.386398 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-5040ee53-128b-43ba-b8a0-9009b2fa162f tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:56.389046 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-5040ee53-128b-43ba-b8a0-9009b2fa162f tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 814 time: 0.1893177 Sep 29 19:44:56.410269 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-baa48850-2023-4286-bcb8-5f66708ae51d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/quotas/834480e19e8144eb88824a97a65cafcd HTTP/1.1" status: 200 len: 375 time: 0.0132494 Sep 29 19:44:56.476020 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-5f634d49-c836-4612-871c-1a81d1b5098b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593901 Sep 29 19:44:56.592050 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-387963b7-827a-4621-9f57-0b704151a7ec service neutron] 10.222.0.16 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085737 Sep 29 19:44:56.750548 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2902be1e-ca72-4913-b645-57753acdef54 service neutron] 10.222.0.16 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512523 Sep 29 19:44:56.763013 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb7c05-8644-439c-bcff-50d2ba473834 req-fc53bc1f-5492-4f5b-951f-ff7d71f6b78e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:56.764638 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-68bb7c05-8644-439c-bcff-50d2ba473834 req-fc53bc1f-5492-4f5b-951f-ff7d71f6b78e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0788412 Sep 29 19:44:56.824970 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-68bb7c05-8644-439c-bcff-50d2ba473834 req-6545771d-efea-40cd-9500-9d1e387aadad tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476391 Sep 29 19:44:56.967987 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-464a9499-5632-4ec3-9394-799f3f1da685 req-43c27705-2bfd-40b5-87f8-28e265776db5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 210 time: 0.0323813 Sep 29 19:44:57.960952 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7204b0b-b088-4b97-8d10-15cf3d2bbbc5 req-691ec247-d5dc-42d1-ba69-91a06811194a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:57.962736 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f7204b0b-b088-4b97-8d10-15cf3d2bbbc5 req-691ec247-d5dc-42d1-ba69-91a06811194a tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0542388 Sep 29 19:44:58.004379 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f7204b0b-b088-4b97-8d10-15cf3d2bbbc5 req-d21808a8-258c-4078-bf8a-74bc0c7f9b84 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346222 Sep 29 19:44:58.093917 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6d024023-e7ca-426c-a055-10d533c4df7d req-19889670-d5c1-4771-b327-5498b175095d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 210 time: 0.0277410 Sep 29 19:44:59.136276 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c44f9-3d2b-46f8-8c51-54616697ecb0 req-88b4b9df-a5b6-4fde-9b10-41d1d2b3d644 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:44:59.137917 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b3c44f9-3d2b-46f8-8c51-54616697ecb0 req-88b4b9df-a5b6-4fde-9b10-41d1d2b3d644 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0531900 Sep 29 19:44:59.181548 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b3c44f9-3d2b-46f8-8c51-54616697ecb0 req-7b18e9d7-46c4-4956-bb66-8f0528bc3ad6 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Sep 29 19:44:59.276518 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dd616c64-81fc-431a-b8eb-fff4de155169 req-d46dc67e-96d8-49f6-8965-02bb05e24d30 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 210 time: 0.0327075 Sep 29 19:45:00.325523 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600a942-c52a-47c1-a114-650c15475b24 req-b119961c-2380-4d7f-a4dd-85123ee19fa9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:00.328465 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6600a942-c52a-47c1-a114-650c15475b24 req-b119961c-2380-4d7f-a4dd-85123ee19fa9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0665329 Sep 29 19:45:00.415200 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6600a942-c52a-47c1-a114-650c15475b24 req-55d25a32-f073-4535-a0cd-4333fd72efaa tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736423 Sep 29 19:45:00.431660 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-de5205e7-4e7b-4be1-908c-9a3a524eaa3c req-c95355db-7bb5-41aa-8d53-a10ad85f31c3 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 210 time: 0.0444913 Sep 29 19:45:00.676019 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-1be103ac-0433-4745-b64f-2e624819b28d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:00.677685 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-1be103ac-0433-4745-b64f-2e624819b28d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 814 time: 0.1299288 Sep 29 19:45:00.697076 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Request body: {'port': {'device_id': 'f34fb0c6-dc20-400d-b559-40e10a4e821c', 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc', 'admin_state_up': True, 'tenant_id': '834480e19e8144eb88824a97a65cafcd'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:00.852221 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Made reservation on behalf of 834480e19e8144eb88824a97a65cafcd for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:45:00.859261 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:01.029920 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Allocated IP 172.20.0.7 (f69940db-4fc4-4677-a3c2-e8aa346d35dc/36106120-0e04-42f9-83b0-b987dd292ad8/10ccf169-3353-4279-9cb0-138804d97beb) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:45:01.233145 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:01.287140 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:01.304855 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['27e2c6cb-754d-44df-9f69-239aef42e92e', '9f6acacd-db04-46c1-b1ba-df250d6158a4', '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:45:01.375311 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Network f69940db-4fc4-4677-a3c2-e8aa346d35dc is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:45:01.381209 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:01.389641 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:45:01.396728 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:01.397779 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:01.403742 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Pushing event updated for resources: {'Port': ['ID=10ccf169-3353-4279-9cb0-138804d97beb,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:01.433904 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2ab6e78f-4664-4f70-9486-f47af1706487 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7435272 Sep 29 19:45:01.453266 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Request body: {'port': {'device_id': 'f34fb0c6-dc20-400d-b559-40e10a4e821c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:01.571022 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:01.758418 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c613c70-eecf-47fd-920c-6e536bc21519 req-b3b0aabc-e254-4ffb-bbab-2e9cdb954471 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:01.761088 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1c613c70-eecf-47fd-920c-6e536bc21519 req-b3b0aabc-e254-4ffb-bbab-2e9cdb954471 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1490867 Sep 29 19:45:01.776551 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acd908-e255-43e9-ba81-34f24c7603e7 req-ae311803-87d3-4818-81b8-57902e9434db tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:01.779021 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-26acd908-e255-43e9-ba81-34f24c7603e7 req-ae311803-87d3-4818-81b8-57902e9434db tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 931 time: 0.1837521 Sep 29 19:45:01.919936 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-26acd908-e255-43e9-ba81-34f24c7603e7 req-d31672f0-6e7b-4b0d-bc53-df2714ef5ca4 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274874 Sep 29 19:45:01.924653 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1c613c70-eecf-47fd-920c-6e536bc21519 req-aa60cbc6-a0d5-4555-b84f-1e1ebc05db6f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437097 Sep 29 19:45:02.084159 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ccf169-3353-4279-9cb0-138804d97beb {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:45:02.121665 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:02.152524 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Transition to ACTIVE for port object 10ccf169-3353-4279-9cb0-138804d97beb will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:45:02.160301 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:02.264038 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Pushing event updated for resources: {'Port': ['ID=10ccf169-3353-4279-9cb0-138804d97beb,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:02.317062 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Attempting to bind port 10ccf169-3353-4279-9cb0-138804d97beb on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:45:02.317791 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Attempting to bind port 10ccf169-3353-4279-9cb0-138804d97beb by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:45:02.318148 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Attempting to bind port 10ccf169-3353-4279-9cb0-138804d97beb on network f69940db-4fc4-4677-a3c2-e8aa346d35dc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:45:02.323701 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Port 10ccf169-3353-4279-9cb0-138804d97beb on network f69940db-4fc4-4677-a3c2-e8aa346d35dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:45:02.324082 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Attempting to bind port 10ccf169-3353-4279-9cb0-138804d97beb on network f69940db-4fc4-4677-a3c2-e8aa346d35dc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:45:02.332960 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:45:02.333476 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Checking segment: {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:45:02.334102 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Bound using segment: {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:45:02.334723 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Bound port: 10ccf169-3353-4279-9cb0-138804d97beb, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:45:02.335290 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:02.489707 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] For port 10ccf169-3353-4279-9cb0-138804d97beb, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:45:02.494662 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] For port 10ccf169-3353-4279-9cb0-138804d97beb, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=10ccf169-3353-4279-9cb0-138804d97beb,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:45:02.501979 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:02.551911 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:02.551911 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:02.556184 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] 10.222.0.47 "PUT /v2.0/ports/10ccf169-3353-4279-9cb0-138804d97beb HTTP/1.1" status: 200 len: 1093 time: 1.1076312 Sep 29 19:45:02.556184 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34fb0c6-dc20-400d-b559-40e10a4e821c', 'tag': '10ccf169-3353-4279-9cb0-138804d97beb'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:45:02.556591 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b55606-94ae-4cea-8b83-d5f22a9100ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f34fb0c6-dc20-400d-b559-40e10a4e821c", "tag": "10ccf169-3353-4279-9cb0-138804d97beb"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:45:02.623391 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a0707-5cb2-4a4e-8aac-099640d063ce service neutron] Pushing event updated for resources: {'Port': ['ID=10ccf169-3353-4279-9cb0-138804d97beb,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:02.636967 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b71a79e-9298-4fcb-a6eb-04538c9a47d6 x-openstack-request-id: req-1b71a79e-9298-4fcb-a6eb-04538c9a47d6 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:45:02.637240 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34fb0c6-dc20-400d-b559-40e10a4e821c", "tag": "10ccf169-3353-4279-9cb0-138804d97beb", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:45:02.637615 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b71a79e-9298-4fcb-a6eb-04538c9a47d6 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:45:02.638067 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34fb0c6-dc20-400d-b559-40e10a4e821c', 'tag': '10ccf169-3353-4279-9cb0-138804d97beb', 'status': 'completed', 'code': 200} Sep 29 19:45:02.705696 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-1c1fa6af-e3dc-47d3-b447-1707d07b6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:02.707662 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-1c1fa6af-e3dc-47d3-b447-1707d07b6f54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 1096 time: 0.0635748 Sep 29 19:45:02.793260 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-8d3d2aad-87e8-4ab1-9383-bd08093bbbc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccf169-3353-4279-9cb0-138804d97beb HTTP/1.1" status: 200 len: 217 time: 0.0731347 Sep 29 19:45:02.869970 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-649c13cb-257e-41af-8e8d-2fd555ff3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:02.871551 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-649c13cb-257e-41af-8e8d-2fd555ff3c22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36106120-0e04-42f9-83b0-b987dd292ad8 HTTP/1.1" status: 200 len: 854 time: 0.0702939 Sep 29 19:45:02.915347 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-f408674b-5301-4a8c-b5cc-d6b75d22667d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f69940db-4fc4-4677-a3c2-e8aa346d35dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340762 Sep 29 19:45:03.119536 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-d4480cda-45b4-4c97-b66b-19763571f294 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881840 Sep 29 19:45:03.200573 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a46c0e-41c8-4f43-9506-676cf377c196 req-d69c391b-ca75-44e7-ad1e-421c6f967e14 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:03.204890 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-47a46c0e-41c8-4f43-9506-676cf377c196 req-d69c391b-ca75-44e7-ad1e-421c6f967e14 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 943 time: 0.1360044 Sep 29 19:45:03.246543 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687e5c6-ea3a-4a95-b2a0-4bf173970413 req-b27a430f-50e2-4c02-82f9-b02607bcfd64 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:03.261570 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5687e5c6-ea3a-4a95-b2a0-4bf173970413 req-b27a430f-50e2-4c02-82f9-b02607bcfd64 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1359792 Sep 29 19:45:03.266120 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-68be42a0-4a42-4ca7-b1d9-54094348c41a req-ff6759f3-eeb7-4475-a4d5-b988abcca7db service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372635 Sep 29 19:45:03.352144 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-47a46c0e-41c8-4f43-9506-676cf377c196 req-c6180b98-b05a-41e2-b7ab-9e4ca2d61cb5 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373031 Sep 29 19:45:03.380058 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5687e5c6-ea3a-4a95-b2a0-4bf173970413 req-fb3d6074-bbe0-4ea2-9f43-098dd2372621 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963001 Sep 29 19:45:03.428578 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b55606-94ae-4cea-8b83-d5f22a9100ae req-f7b5196d-74e3-4c6e-9642-144a347503e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:03.430598 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-22b55606-94ae-4cea-8b83-d5f22a9100ae req-f7b5196d-74e3-4c6e-9642-144a347503e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=834480e19e8144eb88824a97a65cafcd&device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 1096 time: 0.0749137 Sep 29 19:45:03.559667 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b55606-94ae-4cea-8b83-d5f22a9100ae req-f1dfee9b-3de5-4b6c-be81-e5d18f409a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:03.561251 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-22b55606-94ae-4cea-8b83-d5f22a9100ae req-f1dfee9b-3de5-4b6c-be81-e5d18f409a2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 200 len: 915 time: 0.1231735 Sep 29 19:45:03.612837 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-22b55606-94ae-4cea-8b83-d5f22a9100ae req-c825f7b8-cfa3-4233-8730-f49f063a67fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccf169-3353-4279-9cb0-138804d97beb HTTP/1.1" status: 200 len: 217 time: 0.0374525 Sep 29 19:45:03.703003 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b55606-94ae-4cea-8b83-d5f22a9100ae req-f2bc7d5d-e7a5-4093-b79c-539fe61c8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:03.704979 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-22b55606-94ae-4cea-8b83-d5f22a9100ae req-f2bc7d5d-e7a5-4093-b79c-539fe61c8d7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36106120-0e04-42f9-83b0-b987dd292ad8 HTTP/1.1" status: 200 len: 854 time: 0.0653644 Sep 29 19:45:03.747525 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-22b55606-94ae-4cea-8b83-d5f22a9100ae req-79b4510f-e0d9-4180-aabd-4a6ae9eaa60a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f69940db-4fc4-4677-a3c2-e8aa346d35dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292761 Sep 29 19:45:03.881062 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-22b55606-94ae-4cea-8b83-d5f22a9100ae req-bc2325f4-4896-4e6e-914b-bd185b953cad service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241987 Sep 29 19:45:04.019058 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-22b55606-94ae-4cea-8b83-d5f22a9100ae req-48c83bc1-9907-4eb0-a55d-b7342e32c751 service neutron] 10.222.0.47 "GET /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206903 Sep 29 19:45:04.622925 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff58e-2cc9-477a-aa5c-01cf4c794324 req-2fca19f5-710c-43be-88e7-7190c0674f11 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:04.625037 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-49aff58e-2cc9-477a-aa5c-01cf4c794324 req-2fca19f5-710c-43be-88e7-7190c0674f11 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1289828 Sep 29 19:45:04.652948 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b37053-1866-456c-810d-b566322de6e9 req-80d98fdd-cb47-4b2e-914d-d64de306ef27 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:04.654597 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-90b37053-1866-456c-810d-b566322de6e9 req-80d98fdd-cb47-4b2e-914d-d64de306ef27 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 943 time: 0.1100018 Sep 29 19:45:04.760899 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-90b37053-1866-456c-810d-b566322de6e9 req-e9177c30-fced-44cd-bf5f-195cea4e7a53 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889239 Sep 29 19:45:04.785462 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-49aff58e-2cc9-477a-aa5c-01cf4c794324 req-a8d31d35-2e28-4ae0-a582-6cac5bf9acf9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293895 Sep 29 19:45:05.575918 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-423af1f1-5732-4677-9a4d-f60f85e0f228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:05.935797 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de735780-314d-44ef-9633-5ae020eb6d3a req-c88b6c8a-3de5-435b-a1a3-4b48ca1c230c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:05.944031 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-de735780-314d-44ef-9633-5ae020eb6d3a req-c88b6c8a-3de5-435b-a1a3-4b48ca1c230c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 943 time: 0.0621862 Sep 29 19:45:06.048351 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e3a7-858e-4bc1-853b-6e4bdf52615a req-1e916f59-f70f-49a6-a37d-3fbb90fdf29f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:06.057164 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9c72e3a7-858e-4bc1-853b-6e4bdf52615a req-1e916f59-f70f-49a6-a37d-3fbb90fdf29f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1055019 Sep 29 19:45:06.064655 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-de735780-314d-44ef-9633-5ae020eb6d3a req-68bf33fa-c8f1-40ab-a477-8c28c3940c12 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194131 Sep 29 19:45:06.149883 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9c72e3a7-858e-4bc1-853b-6e4bdf52615a req-e86b38bc-ff9b-4ac4-a4ad-15976e8dd8c5 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903678 Sep 29 19:45:06.469219 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 10ccf169-3353-4279-9cb0-138804d97beb details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:45:06.675949 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 10ccf169-3353-4279-9cb0-138804d97beb, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=10ccf169-3353-4279-9cb0-138804d97beb,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:06.690980 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '10ccf169-3353-4279-9cb0-138804d97beb', 'network_id': 'f69940db-4fc4-4677-a3c2-e8aa346d35dc', 'port_id': '10ccf169-3353-4279-9cb0-138804d97beb', 'mac_address': 'fa:16:3e:94:78:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36106120-0e04-42f9-83b0-b987dd292ad8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:45:06.742112 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:06.767074 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ccf169-3353-4279-9cb0-138804d97beb {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:45:06.803169 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 10ccf169-3353-4279-9cb0-138804d97beb, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=10ccf169-3353-4279-9cb0-138804d97beb,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:06.809273 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:06.905096 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=10ccf169-3353-4279-9cb0-138804d97beb,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:06.917116 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.917760 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.918287 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.918802 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.919365 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.920009 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.920582 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.921237 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.924195 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.924195 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.924195 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:06.925064 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:07.199767 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['10ccf169-3353-4279-9cb0-138804d97beb'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:45:07.409315 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a50a-eb82-4d6e-8940-6821d773d2dc req-d20ee890-d88c-4e8a-a745-a140a462d874 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:07.411893 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c7e0a50a-eb82-4d6e-8940-6821d773d2dc req-d20ee890-d88c-4e8a-a745-a140a462d874 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 944 time: 0.1612408 Sep 29 19:45:07.427884 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47bedd-bb18-4111-8254-98b885b25cd1 req-2b0b0ece-070f-4db8-9aef-71fd815b3005 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:07.430516 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d47bedd-bb18-4111-8254-98b885b25cd1 req-2b0b0ece-070f-4db8-9aef-71fd815b3005 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1774735 Sep 29 19:45:07.503342 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c7e0a50a-eb82-4d6e-8940-6821d773d2dc req-d23d67d0-3539-48e1-aecd-d508f31e52c6 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714700 Sep 29 19:45:07.512362 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d47bedd-bb18-4111-8254-98b885b25cd1 req-5897580a-9965-47d9-b0d3-3e3057a57699 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695984 Sep 29 19:45:08.495743 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 10ccf169-3353-4279-9cb0-138804d97beb up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:45:08.601413 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa79b427-de2b-4689-bac0-950e68eb6369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:08.638976 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 10ccf169-3353-4279-9cb0-138804d97beb completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:45:08.649288 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 10ccf169-3353-4279-9cb0-138804d97beb triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:08.650016 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:08.871206 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:08.924761 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:09.042854 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 10ccf169-3353-4279-9cb0-138804d97beb, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=10ccf169-3353-4279-9cb0-138804d97beb,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:09.055025 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34fb0c6-dc20-400d-b559-40e10a4e821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ccf169-3353-4279-9cb0-138804d97beb'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:45:09.066334 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cbcb3d-072e-4fa6-a750-0ef752bf2047" -d '{"events": [{"server_uuid": "f34fb0c6-dc20-400d-b559-40e10a4e821c", "name": "network-vif-plugged", "status": "completed", "tag": "10ccf169-3353-4279-9cb0-138804d97beb"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:45:09.092527 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8ad85-2788-479e-88a3-20aeaed439ae req-48314793-784f-4fe9-9aba-25e7480c9528 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:09.092527 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e4f8ad85-2788-479e-88a3-20aeaed439ae req-48314793-784f-4fe9-9aba-25e7480c9528 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 944 time: 0.3010423 Sep 29 19:45:09.104605 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb81d4b-814a-48d8-b7da-c2b5486fc40f req-929481bc-f25f-4c4a-b0aa-cdeefc163e30 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:09.127985 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:09.141394 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7fb81d4b-814a-48d8-b7da-c2b5486fc40f req-929481bc-f25f-4c4a-b0aa-cdeefc163e30 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.2897482 Sep 29 19:45:09.290826 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7fb81d4b-814a-48d8-b7da-c2b5486fc40f req-470d6cec-0165-46c7-9e48-cc78fab486cc tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436152 Sep 29 19:45:09.298615 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=10ccf169-3353-4279-9cb0-138804d97beb,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:09.309509 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e4f8ad85-2788-479e-88a3-20aeaed439ae req-054f601c-e680-4ebc-ae38-d48a442c014f tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996823 Sep 29 19:45:09.444827 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:09.459327 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c15b756-7f81-4363-b240-00d564156352 x-openstack-request-id: req-8c15b756-7f81-4363-b240-00d564156352 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:45:09.460204 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34fb0c6-dc20-400d-b559-40e10a4e821c", "name": "network-vif-plugged", "status": "completed", "tag": "10ccf169-3353-4279-9cb0-138804d97beb", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:45:09.460874 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c15b756-7f81-4363-b240-00d564156352 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:45:09.461716 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34fb0c6-dc20-400d-b559-40e10a4e821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ccf169-3353-4279-9cb0-138804d97beb', 'code': 200} Sep 29 19:45:09.823558 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e1042-9a65-4551-8e6f-6535da4c1e2f req-a1c4fae6-c6c2-44c9-9e95-923af916f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:09.827562 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-199e1042-9a65-4551-8e6f-6535da4c1e2f req-a1c4fae6-c6c2-44c9-9e95-923af916f972 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 1098 time: 0.1066458 Sep 29 19:45:09.919622 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-199e1042-9a65-4551-8e6f-6535da4c1e2f req-c4f38ea9-48a9-4302-bc66-6f90e826d9b4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694976 Sep 29 19:45:10.578328 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24904a-ad7b-41a6-87e6-efa2193d5223 req-3f3b6933-d92d-4df0-9298-b5520814e3cf tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:10.594291 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-be24904a-ad7b-41a6-87e6-efa2193d5223 req-3f3b6933-d92d-4df0-9298-b5520814e3cf tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 945 time: 0.1839991 Sep 29 19:45:10.627216 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d90961-9a47-4c1d-ba9b-15d33e0187da req-3a223d1f-d6ae-4a0d-a884-265178bf6e95 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:10.630155 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-25d90961-9a47-4c1d-ba9b-15d33e0187da req-3a223d1f-d6ae-4a0d-a884-265178bf6e95 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1542540 Sep 29 19:45:10.744697 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-be24904a-ad7b-41a6-87e6-efa2193d5223 req-e88d1294-36a2-41f9-8c4d-d7dac781c4d3 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486418 Sep 29 19:45:10.760093 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-25d90961-9a47-4c1d-ba9b-15d33e0187da req-3ea55e23-863e-445d-bee5-2c2d8f89df6b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086957 Sep 29 19:45:11.330160 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:12.234026 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a2a6c-8351-400b-9cd7-a7a0211482a5 req-97b94580-8a71-4557-885b-ba24c8170305 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:12.239198 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9f8a2a6c-8351-400b-9cd7-a7a0211482a5 req-97b94580-8a71-4557-885b-ba24c8170305 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 945 time: 0.3978627 Sep 29 19:45:12.285775 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b612cac-042d-4955-914e-1f8812bf4798 req-79bb40e8-992a-4c84-aa76-a9bbd3d6a8c7 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:12.289080 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b612cac-042d-4955-914e-1f8812bf4798 req-79bb40e8-992a-4c84-aa76-a9bbd3d6a8c7 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1650422 Sep 29 19:45:12.374470 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9f8a2a6c-8351-400b-9cd7-a7a0211482a5 req-ebbfe20d-8d42-4c90-814c-1a37f3f00cfd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188104 Sep 29 19:45:12.417023 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b612cac-042d-4955-914e-1f8812bf4798 req-0fd216b7-a79f-4f4a-b536-b09d113fcaef tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143291 Sep 29 19:45:12.656819 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:13.560977 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f92aa-a545-49a3-8a9f-f1384400e160 req-1b4c5a18-8d37-4373-907b-7d99cc5d5a24 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:13.563347 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-967f92aa-a545-49a3-8a9f-f1384400e160 req-1b4c5a18-8d37-4373-907b-7d99cc5d5a24 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0629182 Sep 29 19:45:13.606538 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-967f92aa-a545-49a3-8a9f-f1384400e160 req-6d00edc8-2741-4bb7-bb57-17ac95f0b551 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365760 Sep 29 19:45:14.746137 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdd2d-0f12-4ee1-b879-7de19f34230b req-a56dcfe4-1258-4540-afac-2adc6b12d1d0 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:14.748789 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a9bbdd2d-0f12-4ee1-b879-7de19f34230b req-a56dcfe4-1258-4540-afac-2adc6b12d1d0 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0639694 Sep 29 19:45:14.796346 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a9bbdd2d-0f12-4ee1-b879-7de19f34230b req-f453db4c-10d9-4cb7-9255-0ad01bac2994 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Sep 29 19:45:15.976879 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23892327-71b2-4d69-80f9-6c227d45c302 req-527f03c3-009e-4774-ab1c-8b1c33584e1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:15.979205 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-23892327-71b2-4d69-80f9-6c227d45c302 req-527f03c3-009e-4774-ab1c-8b1c33584e1c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0863993 Sep 29 19:45:16.096140 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-23892327-71b2-4d69-80f9-6c227d45c302 req-940002b6-6fe3-4bed-aa5c-246cdf7531a6 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019468 Sep 29 19:45:17.398143 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac1518-0de2-4c41-963e-24f5ff6dc446 req-f7f564b9-4ff8-4f60-8f87-1e1a9b15eb32 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:17.413305 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-09ac1518-0de2-4c41-963e-24f5ff6dc446 req-f7f564b9-4ff8-4f60-8f87-1e1a9b15eb32 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1982915 Sep 29 19:45:17.519651 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-09ac1518-0de2-4c41-963e-24f5ff6dc446 req-424287cd-89ff-4fdd-a2e3-9b31cfeedec3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014845 Sep 29 19:45:18.176055 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60044) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:18.447963 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f145a9a-846b-4812-8f34-fe95f9f25a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:18.755093 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f145a9a-846b-4812-8f34-fe95f9f25a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:18.796193 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f145a9a-846b-4812-8f34-fe95f9f25a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:18.891542 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-3f145a9a-846b-4812-8f34-fe95f9f25a2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef2100a00ac0419ba76c27a3a542b722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7137594 Sep 29 19:45:18.894196 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60060) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:18.901003 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f145a9a-846b-4812-8f34-fe95f9f25a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c51813-7463-4095-8116-a5e4b4413307,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:18.927275 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf063a0-c1f4-43c2-811d-7ea63af53e96 req-59ab7f7b-2b10-40dd-8806-493734d4bac1 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:18.942668 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fdf063a0-c1f4-43c2-811d-7ea63af53e96 req-59ab7f7b-2b10-40dd-8806-493734d4bac1 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.2276938 Sep 29 19:45:19.036758 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fdf063a0-c1f4-43c2-811d-7ea63af53e96 req-897abfe5-665c-491d-b4f5-c0cc4eb0fb5c tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925748 Sep 29 19:45:19.053966 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f52ae826-2e1d-4976-89f4-ba5708d8ea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:19.159597 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f52ae826-2e1d-4976-89f4-ba5708d8ea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:19.268003 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f52ae826-2e1d-4976-89f4-ba5708d8ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:19.270817 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f52ae826-2e1d-4976-89f4-ba5708d8ea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:19.272063 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-f52ae826-2e1d-4976-89f4-ba5708d8ea7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0c51813-7463-4095-8116-a5e4b4413307 HTTP/1.1" status: 204 len: 168 time: 0.3768165 Sep 29 19:45:19.281825 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ae826-2e1d-4976-89f4-ba5708d8ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c51813-7463-4095-8116-a5e4b4413307,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:20.384282 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d108e7a-9048-407c-81a6-6b6b1fdb3fbe req-b7555f29-0fb9-48dd-983d-d1289af198e9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:20.399077 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4d108e7a-9048-407c-81a6-6b6b1fdb3fbe req-b7555f29-0fb9-48dd-983d-d1289af198e9 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1218584 Sep 29 19:45:20.476142 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4d108e7a-9048-407c-81a6-6b6b1fdb3fbe req-883ec182-e890-44fa-a4ae-e928126ab223 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709176 Sep 29 19:45:20.594305 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60112) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:20.784099 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-236845371-network', 'tenant_id': '716e83827d60449aa320ffe674b03c5a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:20.824816 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Made reservation on behalf of 716e83827d60449aa320ffe674b03c5a for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:45:20.828959 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:20.838584 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:21.027098 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:21.035035 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:21.073338 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:45:21.085427 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:21.101497 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:21.101497 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Added segment 8434d117-5cc2-44b8-aef3-942967248506 of type vlan for network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad Sep 29 19:45:21.153145 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:21.209517 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:21.211940 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:21.214469 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:21.262387 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6666427 Sep 29 19:45:21.269326 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60118) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:21.292990 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Request body: {'subnet': {'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-236845371-subnet', 'tenant_id': '716e83827d60449aa320ffe674b03c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:21.364378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282fce9-37cc-45e6-aa3f-e436fcbeadfa admin admin] Pushing event updated for resources: {'Network': ['ID=25e06a50-a073-4e4a-a5e8-25e8c732d9ad,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:21.374280 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Made reservation on behalf of 716e83827d60449aa320ffe674b03c5a for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:45:21.377867 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26618824'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:21.385461 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:45:21.831869 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22101e7a-e736-409f-901e-61986ed1cee4 req-890bdcb7-49cc-4b7d-b1f9-22462fb1b15f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:21.833407 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-22101e7a-e736-409f-901e-61986ed1cee4 req-890bdcb7-49cc-4b7d-b1f9-22462fb1b15f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1334984 Sep 29 19:45:21.834928 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26560914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26618874'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:21.930341 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60134) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:21.942898 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=774a2df5-223a-4a80-8406-290ccaa3f983,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:21.954447 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Checking segment: {'id': '8434d117-5cc2-44b8-aef3-942967248506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:45:21.954924 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Network hostable DHCP agents. Network: 25e06a50-a073-4e4a-a5e8-25e8c732d9ad, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:45:21.970515 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-22101e7a-e736-409f-901e-61986ed1cee4 req-6a999018-be39-40df-a77a-04db5de33bdb tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239219 Sep 29 19:45:21.988548 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:45:22.026616 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 25e06a50-a073-4e4a-a5e8-25e8c732d9ad) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:22.036645 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:22.039959 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a9780a-e128-487a-b020-662ea42b5983 None None] Network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:45:22.040541 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:22.083098 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-8259620a-f618-435f-9c30-3d1b4cac05f1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8025224 Sep 29 19:45:22.148588 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe61dadf-7830-438d-96e7-ef40d408634f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:22.238779 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2e3227-da59-40f4-a792-d1dbccace542 None None] Network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:45:22.347103 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe61dadf-7830-438d-96e7-ef40d408634f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:22.355628 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe61dadf-7830-438d-96e7-ef40d408634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:22.458804 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-fe61dadf-7830-438d-96e7-ef40d408634f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4b24ae1154940fa9ba1b5570e6e14eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253997 Sep 29 19:45:22.461462 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:22.474459 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61dadf-7830-438d-96e7-ef40d408634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f748b6d-6779-4584-9dee-d7962370e754,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:22.566913 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bee29ea9-b01c-47f0-871f-05f906effb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:22.596268 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bee29ea9-b01c-47f0-871f-05f906effb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:22.691557 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bee29ea9-b01c-47f0-871f-05f906effb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:22.697513 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bee29ea9-b01c-47f0-871f-05f906effb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:22.702239 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-bee29ea9-b01c-47f0-871f-05f906effb4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f748b6d-6779-4584-9dee-d7962370e754 HTTP/1.1" status: 204 len: 168 time: 0.2380199 Sep 29 19:45:22.732957 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee29ea9-b01c-47f0-871f-05f906effb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f748b6d-6779-4584-9dee-d7962370e754,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:23.274119 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037908dd-d5d0-455d-90f6-9c064f8125e1 req-a5bcd031-2171-45ac-b94e-0874df16ccd6 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:23.276191 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-037908dd-d5d0-455d-90f6-9c064f8125e1 req-a5bcd031-2171-45ac-b94e-0874df16ccd6 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1186130 Sep 29 19:45:23.340705 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-037908dd-d5d0-455d-90f6-9c064f8125e1 req-d92c7b7f-d5e3-404d-af77-e22855ffad0d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502005 Sep 29 19:45:24.649858 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5b39f-6c7c-425d-91a3-7bf53ca7fa5e req-81429945-27c4-4350-8c02-2efb819bbf89 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:24.654203 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7ab5b39f-6c7c-425d-91a3-7bf53ca7fa5e req-81429945-27c4-4350-8c02-2efb819bbf89 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0952506 Sep 29 19:45:24.791556 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7ab5b39f-6c7c-425d-91a3-7bf53ca7fa5e req-596d275e-7d23-4856-ad8a-8c4587f26fea tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277776 Sep 29 19:45:24.999122 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-319dba0c-2594-40f6-9769-3c7ebd47141e tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:25.000857 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-319dba0c-2594-40f6-9769-3c7ebd47141e tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/networks?id=25e06a50-a073-4e4a-a5e8-25e8c732d9ad HTTP/1.1" status: 200 len: 813 time: 0.1969385 Sep 29 19:45:25.028196 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-89c26689-43a6-464e-ad74-df5c77875321 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/quotas/716e83827d60449aa320ffe674b03c5a HTTP/1.1" status: 200 len: 375 time: 0.0153580 Sep 29 19:45:25.094148 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-e480b1e7-0a12-48b1-8baf-a20627ff8bf1 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=716e83827d60449aa320ffe674b03c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451000 Sep 29 19:45:25.379481 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-1c0f7ace-652f-489c-a40f-9d8b69182cc2 service neutron] 10.222.0.16 "GET /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707148 Sep 29 19:45:25.544015 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-dfd8dbc0-5106-4800-92b4-a2d9ed4de804 service neutron] 10.222.0.16 "GET /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543128 Sep 29 19:45:25.906529 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-422bae55-5aa3-43e8-ac66-4edc7ff252cd req-6c113f73-2401-4399-8032-5a3cd7172aad tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 210 time: 0.0626342 Sep 29 19:45:26.052159 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c33aa2-27a6-49c8-bfb6-628c1034d520 req-6cceb845-24c7-4a85-9950-a4ba8b7d1832 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:26.054762 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-13c33aa2-27a6-49c8-bfb6-628c1034d520 req-6cceb845-24c7-4a85-9950-a4ba8b7d1832 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1082377 Sep 29 19:45:26.115555 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-13c33aa2-27a6-49c8-bfb6-628c1034d520 req-6336c269-9b90-4bc5-ac9c-7edf6efbb2b3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Sep 29 19:45:27.024713 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f648e85d-182a-488f-959d-d1d08f193ec2 req-42c13a07-0324-4eb0-aa3f-bc0d3cfdd165 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Sep 29 19:45:27.380408 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f3d70-9422-47e7-9c58-ca1428cc6bc1 req-dae921b9-9cdc-4d01-b0b7-e31cfbc94604 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:27.382907 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b55f3d70-9422-47e7-9c58-ca1428cc6bc1 req-dae921b9-9cdc-4d01-b0b7-e31cfbc94604 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0915143 Sep 29 19:45:27.447380 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b55f3d70-9422-47e7-9c58-ca1428cc6bc1 req-6ef20af4-d9e3-45d5-bd76-15d9793a0b85 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511494 Sep 29 19:45:27.613936 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe04472-9931-4bbd-a383-f1cebf54626e req-53202185-b8c8-4f1b-99b4-583db9e54bc7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:27.615556 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5fe04472-9931-4bbd-a383-f1cebf54626e req-53202185-b8c8-4f1b-99b4-583db9e54bc7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 945 time: 0.0801728 Sep 29 19:45:27.674045 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5fe04472-9931-4bbd-a383-f1cebf54626e req-f16e4e42-f6f7-4265-be26-4979f5ddf8ca tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491011 Sep 29 19:45:28.144119 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6e0349a9-9cd6-410c-8009-e7fb10db7416 req-4ef1af86-ce37-4c10-a63d-69c29f6ca241 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 210 time: 0.0274196 Sep 29 19:45:28.621771 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585089d3-3c0f-4709-b319-39ed079f1932 req-4dea9b7e-01a7-4cb0-a007-b5c20d017683 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:28.623383 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-585089d3-3c0f-4709-b319-39ed079f1932 req-4dea9b7e-01a7-4cb0-a007-b5c20d017683 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0563004 Sep 29 19:45:28.672368 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-585089d3-3c0f-4709-b319-39ed079f1932 req-1892c2d5-6a7a-4608-82dc-fe222499ceee tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Sep 29 19:45:28.811378 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e899-859b-4297-88c5-b2a875312d32 req-4e4dcc4c-bebc-4ffe-88a5-94fa34ce6b93 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:28.813086 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8321e899-859b-4297-88c5-b2a875312d32 req-4e4dcc4c-bebc-4ffe-88a5-94fa34ce6b93 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 945 time: 0.0559919 Sep 29 19:45:28.857145 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8321e899-859b-4297-88c5-b2a875312d32 req-dcdfc6fd-49b3-4d71-ac46-a80178fb6c79 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373616 Sep 29 19:45:29.251166 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-397c4f78-7b1c-42c9-a166-8db883b50e30 req-4d70f205-fee8-4f65-9b33-ab4f391e0f1e tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 210 time: 0.0272174 Sep 29 19:45:29.840484 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617dddc-6759-4675-a7a5-a807deff2d7e req-6fe928bc-bf75-4abf-9c5d-1dd7e3aa332d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:29.844072 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b617dddc-6759-4675-a7a5-a807deff2d7e req-6fe928bc-bf75-4abf-9c5d-1dd7e3aa332d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0873315 Sep 29 19:45:29.930570 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b617dddc-6759-4675-a7a5-a807deff2d7e req-d8ff3820-3df5-489c-ba8f-dac11cc1533e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772600 Sep 29 19:45:30.029718 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-56b67e1b-df57-456f-b65b-de56f0136901 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:30.033152 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-56b67e1b-df57-456f-b65b-de56f0136901 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.47 "GET /v2.0/networks?id=25e06a50-a073-4e4a-a5e8-25e8c732d9ad HTTP/1.1" status: 200 len: 813 time: 0.1639540 Sep 29 19:45:30.043695 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60376) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:30.055630 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Request body: {'port': {'device_id': '5fb8a152-4d45-4d03-8462-c82b75a7a255', 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad', 'admin_state_up': True, 'tenant_id': '716e83827d60449aa320ffe674b03c5a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:30.117876 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91199d2-99eb-487f-8c31-830c71276cc2 req-fd9ffa77-e289-427a-9a4e-022c59779ac3 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:30.120320 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d91199d2-99eb-487f-8c31-830c71276cc2 req-fd9ffa77-e289-427a-9a4e-022c59779ac3 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 945 time: 0.1267881 Sep 29 19:45:30.137774 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef28471-fd17-4c20-a9bc-08fca45557db admin admin] Deleting subnet 8cd909d8-ad75-4e90-9c2e-0f29115acb39 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:45:30.148215 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ef28471-fd17-4c20-a9bc-08fca45557db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.215611 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d91199d2-99eb-487f-8c31-830c71276cc2 req-dc4fcd3d-bfe8-46ee-a86d-1e8cc2401cdf tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824838 Sep 29 19:45:30.221025 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ef28471-fd17-4c20-a9bc-08fca45557db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26797515'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.251806 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Made reservation on behalf of 716e83827d60449aa320ffe674b03c5a for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:45:30.255424 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.284764 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ef28471-fd17-4c20-a9bc-08fca45557db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.359295 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2b2fa262-4ba9-4d84-a618-3730aa27c605 req-4e4ecdbd-e909-45f7-9810-141ed83d5d51 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 210 time: 0.0307732 Sep 29 19:45:30.393859 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ef28471-fd17-4c20-a9bc-08fca45557db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26560851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26618861'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.421948 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef28471-fd17-4c20-a9bc-08fca45557db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd909d8-ad75-4e90-9c2e-0f29115acb39,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:30.431581 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ef28471-fd17-4c20-a9bc-08fca45557db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.436520 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-4ef28471-fd17-4c20-a9bc-08fca45557db admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8cd909d8-ad75-4e90-9c2e-0f29115acb39 HTTP/1.1" status: 204 len: 168 time: 0.3889568 Sep 29 19:45:30.437918 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60384) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:30.467557 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Allocated IP 172.20.0.5 (25e06a50-a073-4e4a-a5e8-25e8c732d9ad/774a2df5-223a-4a80-8406-290ccaa3f983/fc159488-b858-4669-b617-d25b2636944a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:45:30.535256 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:45:30.549909 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.702108 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.725360 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.741999 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c819c3df-dc73-4932-a044-74ec9175885b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:30.759786 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83e1946-366e-4601-81f9-94298603cdfa') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:30.760300 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83e1946-366e-4601-81f9-94298603cdfa') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:30.778008 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.784594 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.805919 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.818612 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:45:30.819275 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:45:30.822430 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:45:30.839448 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:45:30.843250 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:30.849114 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:45:30.854749 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:30.855407 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.876322 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Pushing event updated for resources: {'Port': ['ID=fc159488-b858-4669-b617-d25b2636944a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:30.892089 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-4e41c351-18a0-436e-9bde-c404a5b994f2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8432932 Sep 29 19:45:30.907084 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Request body: {'port': {'device_id': '5fb8a152-4d45-4d03-8462-c82b75a7a255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:30.934522 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.978926 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:30.982302 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c819c3df-dc73-4932-a044-74ec9175885b HTTP/1.1" status: 204 len: 168 time: 0.5428157 Sep 29 19:45:31.003339 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:31.005086 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6a27d-b54e-4d43-a1aa-3b8eacef6fc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c819c3df-dc73-4932-a044-74ec9175885b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:31.025863 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d229-0db0-4497-bb30-2f6b54ea9011 req-47ea24c8-cf18-42ee-8802-9ba81711f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:31.028863 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ac48d229-0db0-4497-bb30-2f6b54ea9011 req-47ea24c8-cf18-42ee-8802-9ba81711f167 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 1098 time: 0.1105618 Sep 29 19:45:31.117359 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd7bd-7226-4435-8f4d-fe71a4977290 req-6c8b1ca7-cd8e-47d7-ab39-68d36031271e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:31.119056 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ef4cd7bd-7226-4435-8f4d-fe71a4977290 req-6c8b1ca7-cd8e-47d7-ab39-68d36031271e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0825160 Sep 29 19:45:31.169522 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ef4cd7bd-7226-4435-8f4d-fe71a4977290 req-109810f9-8bfb-4336-84d7-12eac36f9b86 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Sep 29 19:45:31.229364 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60398) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:31.286892 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-580a79c0-d9cc-4f1a-a437-b9e8ae56dab5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ec88a3a4751470e8a2ab01180fa4c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560539 Sep 29 19:45:31.289561 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:31.386530 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc159488-b858-4669-b617-d25b2636944a {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:45:31.401074 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:31.424425 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Transition to ACTIVE for port object fc159488-b858-4669-b617-d25b2636944a will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:45:31.431705 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:31.432515 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbedec7-f040-4a3a-9805-0c854170cfd6 req-d2de7d3a-1296-48b7-8041-8d110402fbd9 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:31.433541 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adbedec7-f040-4a3a-9805-0c854170cfd6 req-d2de7d3a-1296-48b7-8041-8d110402fbd9 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 945 time: 0.1242955 Sep 29 19:45:31.456531 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d5-88dd-4050-9346-5379f2c1fb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:31.523435 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Pushing event updated for resources: {'Port': ['ID=fc159488-b858-4669-b617-d25b2636944a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:31.526662 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d5-88dd-4050-9346-5379f2c1fb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:31.548063 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adbedec7-f040-4a3a-9805-0c854170cfd6 req-ce9bf380-02d8-45c4-9b1a-90c4380c8ead tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030412 Sep 29 19:45:31.576221 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Attempting to bind port fc159488-b858-4669-b617-d25b2636944a on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:45:31.576787 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Attempting to bind port fc159488-b858-4669-b617-d25b2636944a by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': '8434d117-5cc2-44b8-aef3-942967248506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:45:31.577318 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Attempting to bind port fc159488-b858-4669-b617-d25b2636944a on network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:45:31.582252 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6ac18-0c33-475e-bc6e-4b13d1747b5e req-ae4a2d07-981f-4330-a752-e4ff33b0e216 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:31.583898 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-36f6ac18-0c33-475e-bc6e-4b13d1747b5e req-ae4a2d07-981f-4330-a752-e4ff33b0e216 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 943 time: 0.1157467 Sep 29 19:45:31.594325 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Port fc159488-b858-4669-b617-d25b2636944a on network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:45:31.595768 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Attempting to bind port fc159488-b858-4669-b617-d25b2636944a on network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:45:31.605398 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:45:31.605971 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Checking segment: {'id': '8434d117-5cc2-44b8-aef3-942967248506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:45:31.606779 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Bound using segment: {'id': '8434d117-5cc2-44b8-aef3-942967248506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:45:31.607571 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Bound port: fc159488-b858-4669-b617-d25b2636944a, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8434d117-5cc2-44b8-aef3-942967248506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:45:31.608220 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:31.651150 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d5-88dd-4050-9346-5379f2c1fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:31.657845 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93cdf5d5-88dd-4050-9346-5379f2c1fb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:31.659846 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-93cdf5d5-88dd-4050-9346-5379f2c1fb7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e463f1d9-9592-44f0-be64-72513afd740f HTTP/1.1" status: 204 len: 168 time: 0.3687308 Sep 29 19:45:31.665279 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-36f6ac18-0c33-475e-bc6e-4b13d1747b5e req-f46fd57f-c38b-4106-aefd-06bd9f752eb7 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642118 Sep 29 19:45:31.680370 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdf5d5-88dd-4050-9346-5379f2c1fb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e463f1d9-9592-44f0-be64-72513afd740f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:31.763366 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] For port fc159488-b858-4669-b617-d25b2636944a, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:45:31.770184 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] For port fc159488-b858-4669-b617-d25b2636944a, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=fc159488-b858-4669-b617-d25b2636944a,segment=NetworkSegment(8434d117-5cc2-44b8-aef3-942967248506),segment_id=8434d117-5cc2-44b8-aef3-942967248506)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:45:31.775956 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:31.840900 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:31.841881 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:31.844538 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] 10.222.0.47 "PUT /v2.0/ports/fc159488-b858-4669-b617-d25b2636944a HTTP/1.1" status: 200 len: 1093 time: 0.9416723 Sep 29 19:45:31.848653 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb8a152-4d45-4d03-8462-c82b75a7a255', 'tag': 'fc159488-b858-4669-b617-d25b2636944a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:45:31.852621 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9379b99-68c4-4eb0-9eb6-1d1b1edf7442" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb8a152-4d45-4d03-8462-c82b75a7a255", "tag": "fc159488-b858-4669-b617-d25b2636944a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:45:31.898442 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302f0984-08e4-4d87-aec0-4f1ca098e965 x-openstack-request-id: req-302f0984-08e4-4d87-aec0-4f1ca098e965 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:45:31.898730 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb8a152-4d45-4d03-8462-c82b75a7a255", "tag": "fc159488-b858-4669-b617-d25b2636944a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:45:31.898981 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-302f0984-08e4-4d87-aec0-4f1ca098e965 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:45:31.899374 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb8a152-4d45-4d03-8462-c82b75a7a255', 'tag': 'fc159488-b858-4669-b617-d25b2636944a', 'status': 'completed', 'code': 200} Sep 29 19:45:31.904873 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790107f4-f399-4831-93d1-7f0852471d9e service neutron] Pushing event updated for resources: {'Port': ['ID=fc159488-b858-4669-b617-d25b2636944a,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:32.346994 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bced62-0fc0-4c7d-8f70-649dc3589d6f req-63ccd270-c70c-44ed-82c2-5451447981fd tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:32.349469 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-77bced62-0fc0-4c7d-8f70-649dc3589d6f req-63ccd270-c70c-44ed-82c2-5451447981fd tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0763865 Sep 29 19:45:32.409189 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-77bced62-0fc0-4c7d-8f70-649dc3589d6f req-a5e982f9-af08-4c1b-947d-3f0739aa3c3f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480030 Sep 29 19:45:32.703020 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bad783-b52b-4257-8742-d9b340b2a8a7 req-bfefb04f-01d8-4879-b6e8-18e246624d81 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:32.705081 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-26bad783-b52b-4257-8742-d9b340b2a8a7 req-bfefb04f-01d8-4879-b6e8-18e246624d81 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 945 time: 0.0595369 Sep 29 19:45:32.766429 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-26bad783-b52b-4257-8742-d9b340b2a8a7 req-a82d873d-6be7-4f1c-ad40-b946fedba68c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519805 Sep 29 19:45:32.939684 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65ef87-e909-491a-a55b-ffb951dba932 req-a4225e49-04d7-4f5e-9c88-a0707490cc38 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:32.942299 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a65ef87-e909-491a-a55b-ffb951dba932 req-a4225e49-04d7-4f5e-9c88-a0707490cc38 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 943 time: 0.0864320 Sep 29 19:45:32.998669 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a65ef87-e909-491a-a55b-ffb951dba932 req-662a2583-0448-4eac-96bd-88fd00862fe5 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494854 Sep 29 19:45:33.545584 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4fd8b-71ff-4080-b054-4ffe48f6e037 req-58020336-619b-4e61-9688-2734704c94c1 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:33.548440 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-51c4fd8b-71ff-4080-b054-4ffe48f6e037 req-58020336-619b-4e61-9688-2734704c94c1 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0584915 Sep 29 19:45:33.594154 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-51c4fd8b-71ff-4080-b054-4ffe48f6e037 req-d2f11411-b12a-47ca-bb78-23355ad0f7b6 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389407 Sep 29 19:45:33.921687 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb7ba-fcd6-46b8-b06f-dd1943e85e73 req-209e00bc-1f94-4cb8-a7ab-3d413c31c56a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:33.924176 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b0feb7ba-fcd6-46b8-b06f-dd1943e85e73 req-209e00bc-1f94-4cb8-a7ab-3d413c31c56a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 945 time: 0.0634160 Sep 29 19:45:34.014500 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ac48d229-0db0-4497-bb30-2f6b54ea9011 req-ec2c4c02-e3a1-44e3-a5f5-a14a84f6eb28 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815439 Sep 29 19:45:34.015884 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9379b99-68c4-4eb0-9eb6-1d1b1edf7442 req-bf9cdb4b-bf6d-4e94-9757-b83a97364674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:34.017958 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c9379b99-68c4-4eb0-9eb6-1d1b1edf7442 req-bf9cdb4b-bf6d-4e94-9757-b83a97364674 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=716e83827d60449aa320ffe674b03c5a&device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 1096 time: 0.0623612 Sep 29 19:45:34.018863 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b0feb7ba-fcd6-46b8-b06f-dd1943e85e73 req-c6bb9963-2d5a-4fdf-9388-04fa0460e813 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757577 Sep 29 19:45:34.146299 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6a9f9-ba25-4d06-8f74-d832b59b999a req-1ed2167d-d48a-453a-96c4-79d089530623 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:34.148170 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-03e6a9f9-ba25-4d06-8f74-d832b59b999a req-1ed2167d-d48a-453a-96c4-79d089530623 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 943 time: 0.0551655 Sep 29 19:45:34.192360 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-03e6a9f9-ba25-4d06-8f74-d832b59b999a req-6959f0d0-72b3-4e87-9e53-d073f09a3bf2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373485 Sep 29 19:45:34.587439 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-fedf9545-601c-46c8-b311-b1b920c6f437 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:34.590608 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-fedf9545-601c-46c8-b311-b1b920c6f437 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 945 time: 0.0844393 Sep 29 19:45:34.670501 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9379b99-68c4-4eb0-9eb6-1d1b1edf7442 req-3441d8fd-6eb6-421c-b80c-06226c8e910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:34.673781 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c9379b99-68c4-4eb0-9eb6-1d1b1edf7442 req-3441d8fd-6eb6-421c-b80c-06226c8e910b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=716e83827d60449aa320ffe674b03c5a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3945282 Sep 29 19:45:34.835230 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cb22a-be96-4c33-a5a5-b64b030a6bdf req-96e2817d-635e-46ca-acf3-9cfabeb6388e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:34.837411 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ef9cb22a-be96-4c33-a5a5-b64b030a6bdf req-96e2817d-635e-46ca-acf3-9cfabeb6388e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0888085 Sep 29 19:45:34.839787 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Deleting port 10ccf169-3353-4279-9cb0-138804d97beb {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:45:34.840171 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:34.883004 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9379b99-68c4-4eb0-9eb6-1d1b1edf7442 req-1b4a0d4f-00b5-4cdc-b868-45bd27ce9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:34.884822 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c9379b99-68c4-4eb0-9eb6-1d1b1edf7442 req-1b4a0d4f-00b5-4cdc-b868-45bd27ce9a15 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2035267 Sep 29 19:45:34.988478 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ef9cb22a-be96-4c33-a5a5-b64b030a6bdf req-97d03ca5-e54d-47ba-80e0-5e277612b8e2 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230352 Sep 29 19:45:35.021630 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] For port 10ccf169-3353-4279-9cb0-138804d97beb, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=10ccf169-3353-4279-9cb0-138804d97beb,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:35.022423 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:35.045522 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Calling delete_port for 10ccf169-3353-4279-9cb0-138804d97beb owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:45:35.063878 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-f268a3d0-64a1-41bd-9785-8f412cccd89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:35.066838 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-f268a3d0-64a1-41bd-9785-8f412cccd89f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=716e83827d60449aa320ffe674b03c5a&device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 1096 time: 0.0980630 Sep 29 19:45:35.200462 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-9b739156-a170-48f4-a196-bc1140cc0a22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc159488-b858-4669-b617-d25b2636944a HTTP/1.1" status: 200 len: 217 time: 0.1171300 Sep 29 19:45:35.297568 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-47e7fcd4-5b1a-473e-891d-88b605111f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:35.305409 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-47e7fcd4-5b1a-473e-891d-88b605111f99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=774a2df5-223a-4a80-8406-290ccaa3f983 HTTP/1.1" status: 200 len: 853 time: 0.0906246 Sep 29 19:45:35.325733 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f129c3-bb98-4f9c-a933-896cb4fffa1b req-b6040ef9-7e99-4832-a2cc-02e5f74ae6c7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:35.328520 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-69f129c3-bb98-4f9c-a933-896cb4fffa1b req-b6040ef9-7e99-4832-a2cc-02e5f74ae6c7 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 945 time: 0.1347980 Sep 29 19:45:35.351282 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-8dd2e233-f49b-4692-9ef4-76c1508d225c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e06a50-a073-4e4a-a5e8-25e8c732d9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358822 Sep 29 19:45:35.493842 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-d7cc1e59-e902-4cac-9342-47fed6ceb72c service neutron] 10.222.0.47 "GET /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226187 Sep 29 19:45:35.558345 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26ac00d5-fe3c-4da0-b85f-3fa4b5686602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:35.825420 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-69f129c3-bb98-4f9c-a933-896cb4fffa1b req-2c3712f6-251e-4f40-b186-1cf70c930406 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771709 Sep 29 19:45:35.827795 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:35.841779 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f508b-79b2-4c1f-8c4b-4dd3077bf158 req-4a5ddb36-7a4b-4703-92de-079204ea0d3a tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:35.845393 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1d6f508b-79b2-4c1f-8c4b-4dd3077bf158 req-4a5ddb36-7a4b-4703-92de-079204ea0d3a tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 943 time: 0.5134811 Sep 29 19:45:35.880533 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Pushing event deleted for resources: {'Port': ['ID=10ccf169-3353-4279-9cb0-138804d97beb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:35.907176 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.907535 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.907909 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.908252 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.908588 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.908916 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.909246 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.909574 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.909900 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.910252 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.910575 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.910988 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:35.984993 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] No DVR routers for this DVR port 10ccf169-3353-4279-9cb0-138804d97beb on host hv-cinder-81174 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:45:35.992785 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1d6f508b-79b2-4c1f-8c4b-4dd3077bf158 req-8f0bd909-a576-48d3-8b02-23f3ed852903 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158903 Sep 29 19:45:35.993981 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:35.996088 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3783b8c8-19ad-40af-9bac-99708b1a1b74 req-ed7f2299-14e1-468b-8205-b1c7d80d4486 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "DELETE /v2.0/ports/10ccf169-3353-4279-9cb0-138804d97beb HTTP/1.1" status: 204 len: 173 time: 1.3982031 Sep 29 19:45:35.996694 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34fb0c6-dc20-400d-b559-40e10a4e821c', 'name': 'network-vif-deleted', 'tag': '10ccf169-3353-4279-9cb0-138804d97beb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:45:35.998932 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5d3071-9acd-4f5a-8f86-24ea9211d081" -d '{"events": [{"server_uuid": "f34fb0c6-dc20-400d-b559-40e10a4e821c", "name": "network-vif-deleted", "tag": "10ccf169-3353-4279-9cb0-138804d97beb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:45:36.042127 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d392a792-3a00-4b70-b18a-caaad737d12a x-openstack-request-id: req-d392a792-3a00-4b70-b18a-caaad737d12a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:45:36.042603 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34fb0c6-dc20-400d-b559-40e10a4e821c", "name": "network-vif-deleted", "tag": "10ccf169-3353-4279-9cb0-138804d97beb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:45:36.043011 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d392a792-3a00-4b70-b18a-caaad737d12a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:45:36.043676 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34fb0c6-dc20-400d-b559-40e10a4e821c', 'name': 'network-vif-deleted', 'tag': '10ccf169-3353-4279-9cb0-138804d97beb', 'status': 'completed', 'code': 200} Sep 29 19:45:36.161917 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858deffb-e639-4c04-b89b-2f8dfd7d084a req-61d9da79-4cab-4d81-859a-3078129ab53e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:36.163406 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-858deffb-e639-4c04-b89b-2f8dfd7d084a req-61d9da79-4cab-4d81-859a-3078129ab53e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0597913 Sep 29 19:45:36.215887 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-858deffb-e639-4c04-b89b-2f8dfd7d084a req-3051f3fb-9359-4e45-84d1-ff501c5d0c33 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Sep 29 19:45:36.226263 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:36.377612 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a94045f-a0df-4c3c-9069-d3cb6dd4ae22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:36.526488 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a94045f-a0df-4c3c-9069-d3cb6dd4ae22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:36.533171 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a94045f-a0df-4c3c-9069-d3cb6dd4ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:36.609528 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-4a94045f-a0df-4c3c-9069-d3cb6dd4ae22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d70f82e1e7a4a9ca24cbe23dbd28543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813748 Sep 29 19:45:36.610914 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94045f-a0df-4c3c-9069-d3cb6dd4ae22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0af231-9b89-42f7-b08a-d70e499c4c70,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:36.612721 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60504) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:36.691660 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:36.697180 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb0c69-ad80-4c56-aa43-efc3445f0591 req-18c994a4-1bc8-47db-8cad-5075f9b0d1f3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:36.698858 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-51eb0c69-ad80-4c56-aa43-efc3445f0591 req-18c994a4-1bc8-47db-8cad-5075f9b0d1f3 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0719149 Sep 29 19:45:36.729549 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:36.767143 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-51eb0c69-ad80-4c56-aa43-efc3445f0591 req-c3fb9b26-d570-4008-95ee-4f9df907a849 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565097 Sep 29 19:45:36.824373 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:36.829240 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:36.830780 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a0af231-9b89-42f7-b08a-d70e499c4c70 HTTP/1.1" status: 204 len: 168 time: 0.2160745 Sep 29 19:45:36.843603 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0af231-9b89-42f7-b08a-d70e499c4c70,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:36.856456 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.857034 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.857610 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.858170 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.860888 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.861413 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.861989 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.862547 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.863120 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.863725 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.866605 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.867207 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628207e-d8d9-4234-ad8d-df208bc8fadd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:36.971792 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e9dc3aa5-3498-499c-bb1a-83173ee20111 req-baf2daba-3d68-4a00-828c-ea0c2d5e8fee tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 210 time: 0.0317013 Sep 29 19:45:37.148973 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224650-9ee5-49b6-b1b0-a68c31e6fba8 req-ca460514-fac5-4e3d-a9e3-62916b1d2b58 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:37.150740 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2f224650-9ee5-49b6-b1b0-a68c31e6fba8 req-ca460514-fac5-4e3d-a9e3-62916b1d2b58 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 943 time: 0.0768275 Sep 29 19:45:37.213821 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2f224650-9ee5-49b6-b1b0-a68c31e6fba8 req-6db73b26-5cb9-4121-8fd9-304fe8066941 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459099 Sep 29 19:45:37.916376 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e1f0d-3bf4-4406-b6fb-731e1b46cbbc req-23cd20df-b650-4326-8d9d-bdb143177d0f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:37.918025 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f60e1f0d-3bf4-4406-b6fb-731e1b46cbbc req-23cd20df-b650-4326-8d9d-bdb143177d0f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0637314 Sep 29 19:45:37.965502 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f60e1f0d-3bf4-4406-b6fb-731e1b46cbbc req-00cfcc6d-6bcc-438c-b91d-4985d294b635 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Sep 29 19:45:38.116129 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e0091818-9576-4268-b2b2-24b7b9e86c99 req-dce9b949-8f96-45f3-9f3d-ba6531afff51 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34fb0c6-dc20-400d-b559-40e10a4e821c HTTP/1.1" status: 200 len: 210 time: 0.0402665 Sep 29 19:45:38.214431 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60544) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:38.311109 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['27e2c6cb-754d-44df-9f69-239aef42e92e', '9f6acacd-db04-46c1-b1ba-df250d6158a4', '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f', '10ccf169-3353-4279-9cb0-138804d97beb'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:45:38.513029 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc61f3-c65a-464f-bd42-f1bc115fbc2b req-5bff68c1-d792-42e3-babd-3b951c8ed06a tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:38.533517 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-02fc61f3-c65a-464f-bd42-f1bc115fbc2b req-5bff68c1-d792-42e3-babd-3b951c8ed06a tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 943 time: 0.1845810 Sep 29 19:45:38.613023 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8fd6de72-d080-4d6e-9ffb-1bc34c8bb598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:38.627412 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-afac767b-dbf0-4177-b028-75d1f1162065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:38.682258 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-02fc61f3-c65a-464f-bd42-f1bc115fbc2b req-42b73a32-3ae2-42e1-b3a3-cdbd1c115c7b tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287904 Sep 29 19:45:38.696974 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-202b9820-d3ee-4b76-b3e2-28011cde692d req-b24021d8-651f-4ac3-85dc-eb59ef0f0b29 service neutron] 10.222.0.47 "GET /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659213 Sep 29 19:45:38.699185 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1ca1e-6ead-4098-a103-473aacf4829a req-c405fdf9-6d6e-406f-a9d4-4cae9f3971f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:38.703015 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6bd1ca1e-6ead-4098-a103-473aacf4829a req-c405fdf9-6d6e-406f-a9d4-4cae9f3971f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 1098 time: 0.1665545 Sep 29 19:45:38.809365 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:38.866338 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1ca1e-6ead-4098-a103-473aacf4829a req-e2981ee7-01a4-4c63-b130-7aa7faf7506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:38.869028 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6bd1ca1e-6ead-4098-a103-473aacf4829a req-e2981ee7-01a4-4c63-b130-7aa7faf7506f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 920 time: 0.1570983 Sep 29 19:45:38.869451 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8fd6de72-d080-4d6e-9ffb-1bc34c8bb598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:38.875375 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8fd6de72-d080-4d6e-9ffb-1bc34c8bb598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:38.932145 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6bd1ca1e-6ead-4098-a103-473aacf4829a req-7afc3817-f635-41cf-9b45-9e1da906aa31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8318359d-606d-4545-a7db-08fd980d52fa HTTP/1.1" status: 200 len: 217 time: 0.0545282 Sep 29 19:45:38.956023 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-8fd6de72-d080-4d6e-9ffb-1bc34c8bb598 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78fd00da2aed4122a4557f39291d3c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7359293 Sep 29 19:45:38.956023 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6de72-d080-4d6e-9ffb-1bc34c8bb598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7c0d50-21bd-4039-90ea-00783b6a96d4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:38.957446 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:39.093233 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1ca1e-6ead-4098-a103-473aacf4829a req-9efbc8b9-45c9-4bea-8ec9-b072f0bf2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:39.093233 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6bd1ca1e-6ead-4098-a103-473aacf4829a req-9efbc8b9-45c9-4bea-8ec9-b072f0bf2b40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daa1e76-42e3-408e-846d-ca7a46dcfacc HTTP/1.1" status: 200 len: 859 time: 0.1507673 Sep 29 19:45:39.156674 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6bd1ca1e-6ead-4098-a103-473aacf4829a req-0ca6772b-36d0-406d-a629-d85706c46722 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548847 Sep 29 19:45:39.161078 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e220bbaf-dec7-425a-b6a9-a98dc9a348e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:39.219135 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e220bbaf-dec7-425a-b6a9-a98dc9a348e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:39.245044 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70f610-a08a-4974-9429-2ff2e58d88eb req-c0e30695-0a77-47dc-b9ae-1e86ffceaeb8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:39.246764 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b70f610-a08a-4974-9429-2ff2e58d88eb req-c0e30695-0a77-47dc-b9ae-1e86ffceaeb8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1802905 Sep 29 19:45:39.371660 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b70f610-a08a-4974-9429-2ff2e58d88eb req-dd95d102-da9e-41ee-bdb1-e00ecfc06308 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799091 Sep 29 19:45:39.380298 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6bd1ca1e-6ead-4098-a103-473aacf4829a req-08fc17cb-ea33-4d7d-b141-7821e63e33de service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017610 Sep 29 19:45:39.409962 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e220bbaf-dec7-425a-b6a9-a98dc9a348e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:39.412945 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e220bbaf-dec7-425a-b6a9-a98dc9a348e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:39.414368 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-e220bbaf-dec7-425a-b6a9-a98dc9a348e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c7c0d50-21bd-4039-90ea-00783b6a96d4 HTTP/1.1" status: 204 len: 168 time: 0.4557970 Sep 29 19:45:39.441034 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220bbaf-dec7-425a-b6a9-a98dc9a348e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7c0d50-21bd-4039-90ea-00783b6a96d4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:39.477047 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:39.523869 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6bd1ca1e-6ead-4098-a103-473aacf4829a req-49efda5b-7526-4328-b89d-360385b6ed22 service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375983 Sep 29 19:45:39.902392 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea9abb-1250-4b74-84a0-22bbd6b2df84 req-20090473-f9c0-4ca6-a962-ed3c12c660ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:39.904293 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adea9abb-1250-4b74-84a0-22bbd6b2df84 req-20090473-f9c0-4ca6-a962-ed3c12c660ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 1098 time: 0.0747178 Sep 29 19:45:39.913340 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342310ac-c29b-4be2-802f-fc244cc77cf7 req-542ba176-5763-427b-9f87-4e8e71e7db5e tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:39.914937 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-342310ac-c29b-4be2-802f-fc244cc77cf7 req-542ba176-5763-427b-9f87-4e8e71e7db5e tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 943 time: 0.0976605 Sep 29 19:45:39.996848 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-342310ac-c29b-4be2-802f-fc244cc77cf7 req-ce4480ea-cf58-49fc-a3e7-e733f0f11e81 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742002 Sep 29 19:45:40.088464 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea9abb-1250-4b74-84a0-22bbd6b2df84 req-47a4eec4-439e-4aa8-ae7d-18f80b1a6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:40.097796 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adea9abb-1250-4b74-84a0-22bbd6b2df84 req-47a4eec4-439e-4aa8-ae7d-18f80b1a6011 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 200 len: 920 time: 0.1576259 Sep 29 19:45:40.159588 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adea9abb-1250-4b74-84a0-22bbd6b2df84 req-94899aac-255e-4b4d-b393-f2f252d2ac2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8318359d-606d-4545-a7db-08fd980d52fa HTTP/1.1" status: 200 len: 217 time: 0.0526481 Sep 29 19:45:40.242307 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea9abb-1250-4b74-84a0-22bbd6b2df84 req-ee60c670-36c0-4143-a4c4-5e092f60e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:40.243657 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adea9abb-1250-4b74-84a0-22bbd6b2df84 req-ee60c670-36c0-4143-a4c4-5e092f60e625 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daa1e76-42e3-408e-846d-ca7a46dcfacc HTTP/1.1" status: 200 len: 859 time: 0.0758731 Sep 29 19:45:40.294393 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adea9abb-1250-4b74-84a0-22bbd6b2df84 req-98809cea-4b34-4f4e-9594-38cabcb6a8d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423007 Sep 29 19:45:40.494861 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adea9abb-1250-4b74-84a0-22bbd6b2df84 req-7fbd2bd6-46eb-44a2-8e06-5abd238a1833 service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926804 Sep 29 19:45:40.678744 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f8c3d-20ef-44ed-8d29-3e038c82320e req-273ef1ca-8658-4051-98de-a314ada61f65 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:40.680392 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-330f8c3d-20ef-44ed-8d29-3e038c82320e req-273ef1ca-8658-4051-98de-a314ada61f65 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1411765 Sep 29 19:45:40.721152 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-adea9abb-1250-4b74-84a0-22bbd6b2df84 req-d378022d-ee69-4792-8d73-44f0b159cf6a service neutron] 10.222.0.47 "GET /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150586 Sep 29 19:45:40.722550 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60646) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:40.746554 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-330f8c3d-20ef-44ed-8d29-3e038c82320e req-0f3fb70d-5469-427c-bf4c-86f26c53ccde tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524008 Sep 29 19:45:40.892419 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014b7b5-d65a-43e0-a46f-218d6206f7e5 req-5881a607-bf7a-4649-bde0-61e00b0c0250 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:40.894127 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b014b7b5-d65a-43e0-a46f-218d6206f7e5 req-5881a607-bf7a-4649-bde0-61e00b0c0250 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 946 time: 0.0727768 Sep 29 19:45:40.924010 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1987092857-network', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:40.949138 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Made reservation on behalf of 938ba2215e4a43769f47a7dc6ce943b1 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:45:40.952385 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b014b7b5-d65a-43e0-a46f-218d6206f7e5 req-4c17052b-d96e-43a9-aa47-a7ed09d3b2c2 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504608 Sep 29 19:45:40.954400 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:40.969448 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.087949 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.097664 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.130173 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:45:41.146179 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fcb535-a381-42ad-bdeb-1e6dc68f16c5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:41.158607 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.159152 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Added segment 01b7d9b8-7bfd-4670-a12c-6f988cccd276 of type vlan for network 82500cc5-19d3-4dbf-9e87-a8556f474c06 Sep 29 19:45:41.202980 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57210b89-1bc1-4f07-9afa-decfcd5c3d7c req-83466bd9-c960-482e-9bf8-c992ff401012 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:41.205957 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-57210b89-1bc1-4f07-9afa-decfcd5c3d7c req-83466bd9-c960-482e-9bf8-c992ff401012 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 943 time: 0.0964756 Sep 29 19:45:41.241387 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.259374 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-57210b89-1bc1-4f07-9afa-decfcd5c3d7c req-5ea454cf-b92a-4810-8396-56e80068fd08 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460794 Sep 29 19:45:41.299015 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.302347 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:41.303304 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.307215 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.355560 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6297872 Sep 29 19:45:41.359732 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60654) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:41.366521 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Request body: {'subnet': {'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1987092857-subnet', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:41.409801 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Made reservation on behalf of 938ba2215e4a43769f47a7dc6ce943b1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:45:41.410024 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49682ebf-afba-4cbf-b7e0-25ec9205d7cd admin admin] Pushing event updated for resources: {'Network': ['ID=82500cc5-19d3-4dbf-9e87-a8556f474c06,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:41.420597 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26618824'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.422861 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:45:41.654268 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26560914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26618874'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.719055 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe2181c-fb41-4f1a-812b-1d27c0a6a222,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:41.729932 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Checking segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:45:41.730557 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Network hostable DHCP agents. Network: 82500cc5-19d3-4dbf-9e87-a8556f474c06, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:45:41.752317 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:45:41.763378 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 82500cc5-19d3-4dbf-9e87-a8556f474c06) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:41.775258 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c0ebd-2d5e-4346-9163-f75f2248b88f None None] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:45:41.776488 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:41.777251 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.799974 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60664) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:41.800765 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-e50e9f9a-41db-4415-ad13-585774cab548 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4391570 Sep 29 19:45:41.809361 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:41.846729 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-709'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.848029 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-716'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.938394 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:41.943543 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323936fd-f2c2-4316-8582-107d86bbc340 req-f8724030-0a90-4bf2-a5dd-148009946d27 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:41.945541 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-323936fd-f2c2-4316-8582-107d86bbc340 req-f8724030-0a90-4bf2-a5dd-148009946d27 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.0680339 Sep 29 19:45:42.004864 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp770c13e4-41fe-5b3f-b506-c85e762a202c-82500cc5-19d3-4dbf-9e87-a8556f474c06', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222'}]}} from dv-cinder-811740-1-iscsi. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 19:45:42.005954 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:42.025414 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-323936fd-f2c2-4316-8582-107d86bbc340 req-73ca9582-9203-4b7a-adc3-a79f6e1a6de8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608809 Sep 29 19:45:42.174982 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:42.191225 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e9eec-16cf-4361-9ef9-761ccd88e8d8 req-8b60b92c-a805-48f0-b845-005b0657a306 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:42.199493 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-da2e9eec-16cf-4361-9ef9-761ccd88e8d8 req-8b60b92c-a805-48f0-b845-005b0657a306 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 946 time: 0.0839961 Sep 29 19:45:42.248003 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Allocated IP 172.20.0.2 (82500cc5-19d3-4dbf-9e87-a8556f474c06/afe2181c-fb41-4f1a-812b-1d27c0a6a222/6d762ff4-01b8-49d7-9f44-ea3c2ce58efa) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:45:42.277746 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-da2e9eec-16cf-4361-9ef9-761ccd88e8d8 req-93f9026c-6bb3-45c7-9941-522f2865f24b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773087 Sep 29 19:45:42.308322 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device fc159488-b858-4669-b617-d25b2636944a details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:45:42.318299 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 10ccf169-3353-4279-9cb0-138804d97beb no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:45:42.386321 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 10ccf169-3353-4279-9cb0-138804d97beb {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:45:42.386897 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 10ccf169-3353-4279-9cb0-138804d97beb not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:45:42.511508 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962719b-ce44-468c-bde0-f4e2848eee24 req-c8c57b3d-2fe3-4660-8975-e33dee157f21 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:42.514442 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e962719b-ce44-468c-bde0-f4e2848eee24 req-c8c57b3d-2fe3-4660-8975-e33dee157f21 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 943 time: 0.0710115 Sep 29 19:45:42.573387 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e962719b-ce44-468c-bde0-f4e2848eee24 req-4cad8339-6ee2-4467-b199-391332174db5 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494928 Sep 29 19:45:42.580465 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:42.590555 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:42.601608 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:42.641282 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:45:42.651189 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:42.671415 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-c58e1469-37f4-4c51-ad7a-75432907e992 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:42.672242 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:42.673271 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-c58e1469-37f4-4c51-ad7a-75432907e992 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 946 time: 0.0821342 Sep 29 19:45:42.701785 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:45:42.851754 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-7d0123a3-3b2b-4c99-94d2-cc885b1c24cd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Deleting port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:45:42.852612 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-7d0123a3-3b2b-4c99-94d2-cc885b1c24cd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:42.865471 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:42.960425 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Allocated IP 172.27.1.46 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/1d0dd9f3-feb1-4684-b955-24396d57f8e7) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:45:43.023474 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port fc159488-b858-4669-b617-d25b2636944a, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=fc159488-b858-4669-b617-d25b2636944a,segment=NetworkSegment(8434d117-5cc2-44b8-aef3-942967248506),segment_id=8434d117-5cc2-44b8-aef3-942967248506)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:43.026297 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Pushing event updated for resources: {'Port': ['ID=6d762ff4-01b8-49d7-9f44-ea3c2ce58efa,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:43.028017 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-7d0123a3-3b2b-4c99-94d2-cc885b1c24cd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] For port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:43.028465 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-7d0123a3-3b2b-4c99-94d2-cc885b1c24cd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.059791 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Attempting to bind port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:45:43.060798 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Attempting to bind port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:45:43.061673 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Attempting to bind port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:45:43.067910 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': 'fc159488-b858-4669-b617-d25b2636944a', 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad', 'port_id': 'fc159488-b858-4669-b617-d25b2636944a', 'mac_address': 'fa:16:3e:d3:45:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774a2df5-223a-4a80-8406-290ccaa3f983', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:45:43.073275 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-7d0123a3-3b2b-4c99-94d2-cc885b1c24cd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Calling delete_port for 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:45:43.076050 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:45:43.077603 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Checking segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:45:43.078526 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.080016 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Bound using segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:45:43.081519 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Bound port: 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:45:43.082517 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.186128 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.192795 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.229325 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.251575 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc159488-b858-4669-b617-d25b2636944a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:45:43.274181 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] For port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:45:43.296452 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port fc159488-b858-4669-b617-d25b2636944a, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=fc159488-b858-4669-b617-d25b2636944a,segment=NetworkSegment(8434d117-5cc2-44b8-aef3-942967248506),segment_id=8434d117-5cc2-44b8-aef3-942967248506)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:43.305566 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.312588 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:45:43.319027 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:43.327052 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:45:43.406986 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-7d0123a3-3b2b-4c99-94d2-cc885b1c24cd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.408863 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0dd9f3-feb1-4684-b955-24396d57f8e7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:43.426645 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['27e2c6cb-754d-44df-9f69-239aef42e92e', '9f6acacd-db04-46c1-b1ba-df250d6158a4', '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:45:43.480014 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0123a3-3b2b-4c99-94d2-cc885b1c24cd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Pushing event deleted for resources: {'Port': ['ID=61f93342-1a49-40e3-b4f5-8a09d8ff4e2f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:43.490679 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] For port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=6d762ff4-01b8-49d7-9f44-ea3c2ce58efa,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:45:43.513529 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.518910 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3e95bbe2-ae53-4332-9be3-925683f4b8c1 req-4ccf8c3d-a0d0-449e-8bbf-2c300b11ab7a tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b36d339-65cd-49d0-8c2e-b33c937ded89 HTTP/1.1" status: 200 len: 210 time: 0.0560148 Sep 29 19:45:43.571012 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=fc159488-b858-4669-b617-d25b2636944a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:43.587705 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-7d0123a3-3b2b-4c99-94d2-cc885b1c24cd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] No DVR routers for this DVR port 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f on host hv-cinder-81174 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:45:43.596159 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-7d0123a3-3b2b-4c99-94d2-cc885b1c24cd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.600169 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-77c143d2-333c-4a21-98b0-330d9b268e28 req-7d0123a3-3b2b-4c99-94d2-cc885b1c24cd tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "DELETE /v2.0/ports/61f93342-1a49-40e3-b4f5-8a09d8ff4e2f HTTP/1.1" status: 204 len: 173 time: 0.9185736 Sep 29 19:45:43.604357 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b36d339-65cd-49d0-8c2e-b33c937ded89', 'name': 'network-vif-deleted', 'tag': '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:45:43.608673 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f50823-87b4-48fc-a8a2-108ef65277e5" -d '{"events": [{"server_uuid": "9b36d339-65cd-49d0-8c2e-b33c937ded89", "name": "network-vif-deleted", "tag": "61f93342-1a49-40e3-b4f5-8a09d8ff4e2f"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:45:43.652901 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['fc159488-b858-4669-b617-d25b2636944a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:45:43.768966 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671a62a6-5cf3-4e66-b89b-60801414b07d x-openstack-request-id: req-671a62a6-5cf3-4e66-b89b-60801414b07d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:45:43.769389 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b36d339-65cd-49d0-8c2e-b33c937ded89", "name": "network-vif-deleted", "tag": "61f93342-1a49-40e3-b4f5-8a09d8ff4e2f", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:45:43.769803 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-671a62a6-5cf3-4e66-b89b-60801414b07d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:45:43.770438 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b36d339-65cd-49d0-8c2e-b33c937ded89', 'name': 'network-vif-deleted', 'tag': '61f93342-1a49-40e3-b4f5-8a09d8ff4e2f', 'status': 'completed', 'code': 200} Sep 29 19:45:43.823598 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:43.851754 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bdb48-833f-4af6-b27b-17a74a355c44 None None] Pushing event updated for resources: {'Port': ['ID=6d762ff4-01b8-49d7-9f44-ea3c2ce58efa,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:43.904064 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfa541-ab0a-4dc3-8cb9-b6f16a33ee78 req-f9a775f0-3c78-40f6-bdb1-84a459e4185b tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:43.914113 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6fcfa541-ab0a-4dc3-8cb9-b6f16a33ee78 req-f9a775f0-3c78-40f6-bdb1-84a459e4185b tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 944 time: 0.0949709 Sep 29 19:45:43.976235 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6fcfa541-ab0a-4dc3-8cb9-b6f16a33ee78 req-82782604-3737-4620-921e-8a4a346ebcc3 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611546 Sep 29 19:45:44.416832 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:44.646297 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Router a594527f-8ecf-4523-8362-6b1444c9f2ea is scheduled to L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 19:45:44.863199 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:45:44.886386 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Sync routers for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:45:44.897773 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:45:44.909412 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:44.915214 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-18ca75af-fd9c-4a5d-8ebc-1d0851d8a0a2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1077178 Sep 29 19:45:44.915493 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60724) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:44.940954 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:45:44.941950 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:45:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:45.021519 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:45.022159 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:45.118139 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30b60-5cb2-4133-aee5-c013dd97d473 req-6c137313-127f-45c5-97ef-117b1a8edf1c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:45.130635 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9cf30b60-5cb2-4133-aee5-c013dd97d473 req-6c137313-127f-45c5-97ef-117b1a8edf1c tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 945 time: 0.1474764 Sep 29 19:45:45.177183 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:45:45.263473 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9cf30b60-5cb2-4133-aee5-c013dd97d473 req-5f15b53e-bdb5-46ef-bda9-49323ec40385 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313779 Sep 29 19:45:45.280824 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:45.347124 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=6d762ff4-01b8-49d7-9f44-ea3c2ce58efa,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:45.352990 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13cf503-6597-4fb0-ae16-19e647c4a2ba None None] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:45:45.379783 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:45.441892 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24cd7-21c8-423d-a13b-6dfd0be0bfcd req-8af9369e-e565-4051-a728-369afa3b522e tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:45.443895 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-27d24cd7-21c8-423d-a13b-6dfd0be0bfcd req-8af9369e-e565-4051-a728-369afa3b522e tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 944 time: 0.1781392 Sep 29 19:45:45.470269 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a530ebbb-e436-4bbf-8dbb-bedef80125ad None None] Provisioning complete for port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:45.470783 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a530ebbb-e436-4bbf-8dbb-bedef80125ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:45.539068 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:43Z', 'revision_number': 3, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:45.544495 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-27d24cd7-21c8-423d-a13b-6dfd0be0bfcd req-2dfa9401-c213-4aed-9f59-9b3b6cd783a1 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786045 Sep 29 19:45:45.634171 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Checking router: a594527f-8ecf-4523-8362-6b1444c9f2ea for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:45:45.635578 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Updating router a594527f-8ecf-4523-8362-6b1444c9f2ea port 1d0dd9f3-feb1-4684-b955-24396d57f8e7 binding host dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:45:45.643135 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=6d762ff4-01b8-49d7-9f44-ea3c2ce58efa,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:45.703890 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:45.960802 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60744) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:46.040844 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.139601 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7912d27-7f0a-4be2-a6cb-c3a9dc351ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.210333 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-10a9efad-0340-46a4-b495-109c851d8c8f None None] Provisioning complete for port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:46.210902 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10a9efad-0340-46a4-b495-109c851d8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.234073 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.242544 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.282567 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7912d27-7f0a-4be2-a6cb-c3a9dc351ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.291881 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7912d27-7f0a-4be2-a6cb-c3a9dc351ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.298499 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Allocated IP 172.20.0.1 (82500cc5-19d3-4dbf-9e87-a8556f474c06/afe2181c-fb41-4f1a-812b-1d27c0a6a222/aa22b35b-28a0-4bcc-8015-7941f3903c2d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:45:46.327486 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Attempting to bind port 1d0dd9f3-feb1-4684-b955-24396d57f8e7 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:45:46.327885 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Attempting to bind port 1d0dd9f3-feb1-4684-b955-24396d57f8e7 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:45:46.328254 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Attempting to bind port 1d0dd9f3-feb1-4684-b955-24396d57f8e7 on network 26c08563-6f65-4938-99ac-1afc67ee349a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:45:46.341487 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Pushing event updated for resources: {'Port': ['ID=1d0dd9f3-feb1-4684-b955-24396d57f8e7,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:46.347311 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:45:46.347691 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:45:46.348882 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.349593 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Bound using segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:45:46.349898 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Bound port: 1d0dd9f3-feb1-4684-b955-24396d57f8e7, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:45:46.350312 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.355151 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device fc159488-b858-4669-b617-d25b2636944a up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:45:46.360434 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.360434 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.360434 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.360434 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.360434 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.360434 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.361019 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.361019 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.361187 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.361456 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.361799 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.362074 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-a7912d27-7f0a-4be2-a6cb-c3a9dc351ab9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=335d28c8d4c54af6b30df2b07785be54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977616 Sep 29 19:45:46.362249 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:45:46.363785 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60752) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:46.379613 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7912d27-7f0a-4be2-a6cb-c3a9dc351ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9855413-13ed-4092-ad95-7b4bb210f2c7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:46.443646 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] For port 1d0dd9f3-feb1-4684-b955-24396d57f8e7, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:45:46.448897 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] For port 1d0dd9f3-feb1-4684-b955-24396d57f8e7, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=1d0dd9f3-feb1-4684-b955-24396d57f8e7,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:45:46.456848 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.480791 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port fc159488-b858-4669-b617-d25b2636944a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:45:46.484401 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddb18239-6f33-4fc0-8454-dae7503233bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.484766 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port fc159488-b858-4669-b617-d25b2636944a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:46.485278 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.515357 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-818d1a8e-5cb5-42cf-b335-6489732f49d6 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:46.517377 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-818d1a8e-5cb5-42cf-b335-6489732f49d6 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 945 time: 0.1944177 Sep 29 19:45:46.522640 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddb18239-6f33-4fc0-8454-dae7503233bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.529606 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd6667-9cb1-4cd5-93bd-2217e677e3b5 None None] Pushing event updated for resources: {'Port': ['ID=1d0dd9f3-feb1-4684-b955-24396d57f8e7,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:46.558137 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:45:46.558790 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:45:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:46.614238 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddb18239-6f33-4fc0-8454-dae7503233bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.618123 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddb18239-6f33-4fc0-8454-dae7503233bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.619767 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ddb18239-6f33-4fc0-8454-dae7503233bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9855413-13ed-4092-ad95-7b4bb210f2c7 HTTP/1.1" status: 204 len: 168 time: 0.2547834 Sep 29 19:45:46.641073 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb18239-6f33-4fc0-8454-dae7503233bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9855413-13ed-4092-ad95-7b4bb210f2c7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:46.689488 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.721238 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:45:46.771842 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb8a152-4d45-4d03-8462-c82b75a7a255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc159488-b858-4669-b617-d25b2636944a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:45:46.781922 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f620eb2-ebaf-4782-a21c-c98e4104f47a" -d '{"events": [{"server_uuid": "5fb8a152-4d45-4d03-8462-c82b75a7a255", "name": "network-vif-plugged", "status": "completed", "tag": "fc159488-b858-4669-b617-d25b2636944a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:45:46.824688 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port fc159488-b858-4669-b617-d25b2636944a, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=fc159488-b858-4669-b617-d25b2636944a,segment=NetworkSegment(8434d117-5cc2-44b8-aef3-942967248506),segment_id=8434d117-5cc2-44b8-aef3-942967248506)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:46.832765 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:46.834137 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:45:46.962115 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:45:47.050810 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:47.081473 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:45:47.081994 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 61f93342-1a49-40e3-b4f5-8a09d8ff4e2f not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:45:47.121640 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:43Z', 'revision_number': 3, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:47.144571 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:47.145092 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:47.185659 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=fc159488-b858-4669-b617-d25b2636944a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:47.204539 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:47.228003 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:45:47.231721 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:47.235492 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:45:47.281208 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ed4ee-dc7b-41e5-a7c2-1df70514103e req-8e84986b-5f13-4023-9d79-adfdec861c5b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:47.282860 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-193ed4ee-dc7b-41e5-a7c2-1df70514103e req-8e84986b-5f13-4023-9d79-adfdec861c5b tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 945 time: 0.8492646 Sep 29 19:45:47.287243 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb90c96-b30d-425f-923b-e71d7d2376e9 None None] The sync data for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi is: [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:43Z', 'revision_number': 3, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:45:47.369848 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645279'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:47.430302 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Pushing event updated for resources: {'Port': ['ID=aa22b35b-28a0-4bcc-8015-7941f3903c2d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:47.471726 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-193ed4ee-dc7b-41e5-a7c2-1df70514103e req-36f4ce05-e69f-4e4c-a6ef-64d71b9de9be tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529403 Sep 29 19:45:47.489039 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8c715-20aa-4c92-bfa3-c3210bd418b9 req-d62af6db-9f10-42f4-a62b-6b1f35ca07c2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:47.490786 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-98c8c715-20aa-4c92-bfa3-c3210bd418b9 req-d62af6db-9f10-42f4-a62b-6b1f35ca07c2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 945 time: 0.2742498 Sep 29 19:45:47.510738 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-8759d90c-3926-4de9-bc4c-95992ea09cec tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Deleting port 9f6acacd-db04-46c1-b1ba-df250d6158a4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:45:47.510738 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-8759d90c-3926-4de9-bc4c-95992ea09cec tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:47.512266 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b78e9291-d358-4796-ad81-a33344666708 None None] Provisioning complete for port aa22b35b-28a0-4bcc-8015-7941f3903c2d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:47.512955 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b78e9291-d358-4796-ad81-a33344666708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:47.560135 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b78e9291-d358-4796-ad81-a33344666708 None None] Port aa22b35b-28a0-4bcc-8015-7941f3903c2d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:45:47.583509 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73e6eda-a251-4634-aabd-91607eb41ca0 x-openstack-request-id: req-d73e6eda-a251-4634-aabd-91607eb41ca0 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:45:47.583787 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb8a152-4d45-4d03-8462-c82b75a7a255", "name": "network-vif-plugged", "status": "completed", "tag": "fc159488-b858-4669-b617-d25b2636944a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:45:47.584161 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d73e6eda-a251-4634-aabd-91607eb41ca0 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:45:47.584487 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb8a152-4d45-4d03-8462-c82b75a7a255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc159488-b858-4669-b617-d25b2636944a', 'code': 200} Sep 29 19:45:47.800739 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-98c8c715-20aa-4c92-bfa3-c3210bd418b9 req-9a2e0dce-19ca-47ef-a963-04f414cbce57 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967103 Sep 29 19:45:47.822704 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:47.851396 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353edc7e-869f-4411-8a96-f9389b542ac4 req-78dff876-e0d8-4f68-a34c-25852ca62b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:47.857166 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-353edc7e-869f-4411-8a96-f9389b542ac4 req-78dff876-e0d8-4f68-a34c-25852ca62b78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 1098 time: 0.1008410 Sep 29 19:45:47.943194 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-353edc7e-869f-4411-8a96-f9389b542ac4 req-93eaf363-fd23-48ab-ad5e-7b5b01f3af8e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759954 Sep 29 19:45:47.979776 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-8759d90c-3926-4de9-bc4c-95992ea09cec tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] For port 9f6acacd-db04-46c1-b1ba-df250d6158a4, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=9f6acacd-db04-46c1-b1ba-df250d6158a4,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:47.980272 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-8759d90c-3926-4de9-bc4c-95992ea09cec tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:48.056132 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-8759d90c-3926-4de9-bc4c-95992ea09cec tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Calling delete_port for 9f6acacd-db04-46c1-b1ba-df250d6158a4 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:45:48.182724 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601122-c013-444d-94c0-d83c80d87379 req-ddcce2e3-c01e-4063-8367-e01f86ed324b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:48.184372 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b6601122-c013-444d-94c0-d83c80d87379 req-ddcce2e3-c01e-4063-8367-e01f86ed324b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.2290199 Sep 29 19:45:48.245098 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27ca01-06c0-4aa1-b411-22995846ba4f req-9fed4921-9e2e-48b5-8e9f-f67e7d898181 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:48.246714 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ba27ca01-06c0-4aa1-b411-22995846ba4f req-9fed4921-9e2e-48b5-8e9f-f67e7d898181 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.2634485 Sep 29 19:45:48.313990 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b6601122-c013-444d-94c0-d83c80d87379 req-a818f8c4-eeab-430b-ae21-2dd80de75dbb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174426 Sep 29 19:45:48.356938 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:48.379984 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:48.384903 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ba27ca01-06c0-4aa1-b411-22995846ba4f req-e2464b06-1932-4c8f-a4f9-bf8683f03b14 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224625 Sep 29 19:45:48.471250 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643439'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:48.480588 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Pushing event updated for resources: {'Port': ['ID=aa22b35b-28a0-4bcc-8015-7941f3903c2d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:48.487974 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-8759d90c-3926-4de9-bc4c-95992ea09cec tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:48.504812 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['27e2c6cb-754d-44df-9f69-239aef42e92e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:45:48.526561 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759d90c-3926-4de9-bc4c-95992ea09cec tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Pushing event deleted for resources: {'Port': ['ID=9f6acacd-db04-46c1-b1ba-df250d6158a4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:48.593076 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-8759d90c-3926-4de9-bc4c-95992ea09cec tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] No DVR routers for this DVR port 9f6acacd-db04-46c1-b1ba-df250d6158a4 on host hv-cinder-81174 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:45:48.597199 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-8759d90c-3926-4de9-bc4c-95992ea09cec tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:48.600212 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-55bae4b3-fb4a-4cff-92c8-085813d225e3 req-8759d90c-3926-4de9-bc4c-95992ea09cec tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "DELETE /v2.0/ports/9f6acacd-db04-46c1-b1ba-df250d6158a4 HTTP/1.1" status: 204 len: 173 time: 1.5279348 Sep 29 19:45:48.600695 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44745dc-7b22-4687-a096-6f68e29ce718', 'name': 'network-vif-deleted', 'tag': '9f6acacd-db04-46c1-b1ba-df250d6158a4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:45:48.603116 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bcb47e-780c-4701-91c6-a10c0e81fb0e" -d '{"events": [{"server_uuid": "e44745dc-7b22-4687-a096-6f68e29ce718", "name": "network-vif-deleted", "tag": "9f6acacd-db04-46c1-b1ba-df250d6158a4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:45:48.674238 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8aac303b-1601-4a73-8eff-43632343e471 req-2d7b8df0-f87e-4331-9d9b-d8d64fe90b81 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44745dc-7b22-4687-a096-6f68e29ce718 HTTP/1.1" status: 200 len: 210 time: 0.0391638 Sep 29 19:45:48.678911 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6e9b60-29ee-431a-9e98-8b6587e4c0ac x-openstack-request-id: req-8b6e9b60-29ee-431a-9e98-8b6587e4c0ac {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:45:48.679171 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44745dc-7b22-4687-a096-6f68e29ce718", "name": "network-vif-deleted", "tag": "9f6acacd-db04-46c1-b1ba-df250d6158a4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:45:48.679394 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b6e9b60-29ee-431a-9e98-8b6587e4c0ac {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:45:48.679719 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44745dc-7b22-4687-a096-6f68e29ce718', 'name': 'network-vif-deleted', 'tag': '9f6acacd-db04-46c1-b1ba-df250d6158a4', 'status': 'completed', 'code': 200} Sep 29 19:45:48.715213 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:45:48.716988 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:48.892824 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 1d0dd9f3-feb1-4684-b955-24396d57f8e7 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:45:48.995747 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 1d0dd9f3-feb1-4684-b955-24396d57f8e7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:48.996545 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:49.061693 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d77a0-84a2-4e7b-a0c2-1e3e16c259e2 req-97d1c7a1-fcf4-4080-9cd3-f57ec71ff023 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:49.064406 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-420d77a0-84a2-4e7b-a0c2-1e3e16c259e2 req-97d1c7a1-fcf4-4080-9cd3-f57ec71ff023 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 945 time: 0.1098065 Sep 29 19:45:49.067648 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Router a594527f-8ecf-4523-8362-6b1444c9f2ea has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:45:49.095941 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:49.123327 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port 1d0dd9f3-feb1-4684-b955-24396d57f8e7, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=1d0dd9f3-feb1-4684-b955-24396d57f8e7,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:49.125533 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-43795370-9ae0-4fae-a9fb-4be510280ccd None None] Provisioning complete for port aa22b35b-28a0-4bcc-8015-7941f3903c2d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:49.126133 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43795370-9ae0-4fae-a9fb-4be510280ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:49.129497 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:49.198145 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-420d77a0-84a2-4e7b-a0c2-1e3e16c259e2 req-2725d885-e844-416c-92c8-db8fdd8948f0 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240766 Sep 29 19:45:49.289120 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:45:49.303878 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-fb4755fd-c287-497e-9c56-d189433cac6e admin admin] 10.222.0.16 "PUT /v2.0/routers/a594527f-8ecf-4523-8362-6b1444c9f2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3784370 Sep 29 19:45:49.361299 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-43795370-9ae0-4fae-a9fb-4be510280ccd None None] Port aa22b35b-28a0-4bcc-8015-7941f3903c2d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:45:49.381413 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=1d0dd9f3-feb1-4684-b955-24396d57f8e7,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:49.524773 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e80b60-d465-46d0-af6d-d0d0abde2568 req-3e7faf87-b3c5-4c23-a83f-c8fe18576d14 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:49.526580 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-22e80b60-d465-46d0-af6d-d0d0abde2568 req-3e7faf87-b3c5-4c23-a83f-c8fe18576d14 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.0772994 Sep 29 19:45:49.572786 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Sync routers for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:45:49.584252 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:45:49.585231 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:45:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:49.613699 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e9bb0-06c3-469f-b7dd-80c40c521fcd req-2dd33189-bf02-47e9-90ed-8f8af0d8b2aa tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:49.615337 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ff4e9bb0-06c3-469f-b7dd-80c40c521fcd req-2dd33189-bf02-47e9-90ed-8f8af0d8b2aa tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.0877416 Sep 29 19:45:49.618726 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-22e80b60-d465-46d0-af6d-d0d0abde2568 req-b717cc98-dde9-43ca-a1b7-779a646f9044 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794961 Sep 29 19:45:49.681129 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ff4e9bb0-06c3-469f-b7dd-80c40c521fcd req-5b917aa7-651c-4d78-b0db-7d93ed6ee6eb tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485666 Sep 29 19:45:49.753630 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:45:50.076221 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:48Z', 'revision_number': 2, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:50.111652 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Checking router: a594527f-8ecf-4523-8362-6b1444c9f2ea for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:45:50.112038 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Updating router a594527f-8ecf-4523-8362-6b1444c9f2ea port aa22b35b-28a0-4bcc-8015-7941f3903c2d binding host dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:45:50.144340 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.210917 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60808) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:50.216274 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-856273773-network', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:50.250407 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Made reservation on behalf of ab8ff236bd814936854984e8816f96dd for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:45:50.253358 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.265865 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.336705 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 9f6acacd-db04-46c1-b1ba-df250d6158a4 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:45:50.366649 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 9f6acacd-db04-46c1-b1ba-df250d6158a4 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:45:50.367172 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 9f6acacd-db04-46c1-b1ba-df250d6158a4 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:45:50.383846 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92226f46-e2a8-438c-85b0-4eec29de79f0 req-4f3cc18c-fdca-47b3-9c3f-0facf102fe3b tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:50.385445 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-92226f46-e2a8-438c-85b0-4eec29de79f0 req-4f3cc18c-fdca-47b3-9c3f-0facf102fe3b tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 945 time: 0.0864530 Sep 29 19:45:50.495233 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.502466 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-92226f46-e2a8-438c-85b0-4eec29de79f0 req-1eddfdc3-d73d-4e9c-a226-37915ffd3c02 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053243 Sep 29 19:45:50.508993 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.563386 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:45:50.586617 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad00a40-7660-4b27-acd6-ab8b2a5d9ac0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:50.595465 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.596027 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.segments_db [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Added segment e16e4012-18c0-4ec7-85be-ec61e4ecb45a of type vlan for network 24b3acd2-f642-415f-8271-7c6743d5acba Sep 29 19:45:50.638595 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.647297 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.682831 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.718306 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07652a3f-86a4-4fb8-a38d-38b4f6bf1da2 None None] Pushing event updated for resources: {'Port': ['ID=aa22b35b-28a0-4bcc-8015-7941f3903c2d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:50.733537 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-3f3eaff0-f0cd-454b-9d60-7e4567937f3f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:50.735205 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-3f3eaff0-f0cd-454b-9d60-7e4567937f3f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1001303 Sep 29 19:45:50.736767 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.737553 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:50.738070 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.801376 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Attempting to bind port aa22b35b-28a0-4bcc-8015-7941f3903c2d on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:45:50.801952 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5899200 Sep 29 19:45:50.802260 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Attempting to bind port aa22b35b-28a0-4bcc-8015-7941f3903c2d by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:45:50.802587 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Attempting to bind port aa22b35b-28a0-4bcc-8015-7941f3903c2d on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:45:50.805255 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60846) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:50.827349 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Request body: {'subnet': {'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-856273773-subnet', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:50.850422 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:45:50.858372 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d243279-ff04-45e2-a63b-918eb130473c admin admin] Pushing event updated for resources: {'Network': ['ID=24b3acd2-f642-415f-8271-7c6743d5acba,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:50.867693 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Checking segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:45:50.868413 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.868937 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Bound using segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:45:50.869771 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Bound port: aa22b35b-28a0-4bcc-8015-7941f3903c2d, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:45:50.870408 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:50.965488 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Made reservation on behalf of ab8ff236bd814936854984e8816f96dd for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:45:50.976092 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.018452 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5d1f1-2459-441c-8084-36b0f0b1b233 req-42cdc0f4-4956-4587-81d8-f3f6577521f9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:51.020160 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e6f5d1f1-2459-441c-8084-36b0f0b1b233 req-42cdc0f4-4956-4587-81d8-f3f6577521f9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1468666 Sep 29 19:45:51.042666 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89f20b-5fa0-4831-ae89-98809dc4d6f5 req-5dbbde5a-0446-4379-853b-a0a3e2274e5b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:51.045183 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] For port aa22b35b-28a0-4bcc-8015-7941f3903c2d, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:45:51.051561 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 24b3acd2-f642-415f-8271-7c6743d5acba details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:45:51.059689 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 1d0dd9f3-feb1-4684-b955-24396d57f8e7 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:45:51.063191 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bd89f20b-5fa0-4831-ae89-98809dc4d6f5 req-5dbbde5a-0446-4379-853b-a0a3e2274e5b tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 945 time: 0.1502771 Sep 29 19:45:51.087121 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-118f1957-6a40-46de-b690-8ecfca06d835 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Deleting port 78d5b6bf-9979-434b-8ad2-abb5f6a62697 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:45:51.087471 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-118f1957-6a40-46de-b690-8ecfca06d835 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.126732 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] For port aa22b35b-28a0-4bcc-8015-7941f3903c2d, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=aa22b35b-28a0-4bcc-8015-7941f3903c2d,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:45:51.141755 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.216606 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bd89f20b-5fa0-4831-ae89-98809dc4d6f5 req-fd73a49c-d323-4e17-a7ce-5f1e2904d903 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524434 Sep 29 19:45:51.225659 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e6f5d1f1-2459-441c-8084-36b0f0b1b233 req-bf6a703a-f632-4912-bdaf-f6d2b7e253fa tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585910 Sep 29 19:45:51.268143 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:45:51.268143 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:45:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:51.336988 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-118f1957-6a40-46de-b690-8ecfca06d835 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] For port 78d5b6bf-9979-434b-8ad2-abb5f6a62697, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=78d5b6bf-9979-434b-8ad2-abb5f6a62697,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:51.337356 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-118f1957-6a40-46de-b690-8ecfca06d835 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.366475 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-118f1957-6a40-46de-b690-8ecfca06d835 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Calling delete_port for 78d5b6bf-9979-434b-8ad2-abb5f6a62697 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:45:51.418298 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4cd5466f-674f-4c1a-9c90-bcea1b373cb4 None None] Provisioning complete for port aa22b35b-28a0-4bcc-8015-7941f3903c2d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:51.419249 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cd5466f-674f-4c1a-9c90-bcea1b373cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.574425 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07652a3f-86a4-4fb8-a38d-38b4f6bf1da2 None None] Pushing event updated for resources: {'Port': ['ID=aa22b35b-28a0-4bcc-8015-7941f3903c2d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:51.586462 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:45:51.636373 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 1d0dd9f3-feb1-4684-b955-24396d57f8e7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:51.637379 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.722192 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-118f1957-6a40-46de-b690-8ecfca06d835 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.756071 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['78d5b6bf-9979-434b-8ad2-abb5f6a62697', '8318359d-606d-4545-a7db-08fd980d52fa'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:45:51.756578 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.786353 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473817e-099e-468b-9b48-e014b66232c5 req-e0a894dd-37dc-4f5d-bb21-ac96d9a724d9 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:51.786353 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8473817e-099e-468b-9b48-e014b66232c5 req-e0a894dd-37dc-4f5d-bb21-ac96d9a724d9 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 945 time: 0.1463275 Sep 29 19:45:51.786353 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f1957-6a40-46de-b690-8ecfca06d835 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Pushing event deleted for resources: {'Port': ['ID=78d5b6bf-9979-434b-8ad2-abb5f6a62697,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:51.835583 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cd5466f-674f-4c1a-9c90-bcea1b373cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.839334 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-118f1957-6a40-46de-b690-8ecfca06d835 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] No DVR routers for this DVR port 78d5b6bf-9979-434b-8ad2-abb5f6a62697 on host hv-cinder-81174 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:45:51.849385 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-118f1957-6a40-46de-b690-8ecfca06d835 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.852922 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fd1268fa-7050-45b9-a118-39a7a73b528c req-118f1957-6a40-46de-b690-8ecfca06d835 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.47 "DELETE /v2.0/ports/78d5b6bf-9979-434b-8ad2-abb5f6a62697 HTTP/1.1" status: 204 len: 173 time: 1.1095669 Sep 29 19:45:51.855386 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e430c09-ef27-4a3f-82b0-04f340b46d74', 'name': 'network-vif-deleted', 'tag': '78d5b6bf-9979-434b-8ad2-abb5f6a62697'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:45:51.859573 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7b3e90-6b38-4306-8cf7-6d5b9f68fffd" -d '{"events": [{"server_uuid": "2e430c09-ef27-4a3f-82b0-04f340b46d74", "name": "network-vif-deleted", "tag": "78d5b6bf-9979-434b-8ad2-abb5f6a62697"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:45:51.866015 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Checking segment: {'id': 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:45:51.867542 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Network hostable DHCP agents. Network: 24b3acd2-f642-415f-8271-7c6743d5acba, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:45:51.871425 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84471c1d-cce8-4847-9ff8-f005a740d1c0,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:51.906811 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Network 24b3acd2-f642-415f-8271-7c6743d5acba is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:45:51.925602 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 24b3acd2-f642-415f-8271-7c6743d5acba) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:51.934994 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:51.939075 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:51.944686 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8473817e-099e-468b-9b48-e014b66232c5 req-0feb377a-63a4-4d08-8a03-1cd909916005 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310236 Sep 29 19:45:51.968467 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1574b8-121b-4944-9a0b-331a4c7590c3 None None] Network 24b3acd2-f642-415f-8271-7c6743d5acba requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:45:51.971176 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:51.976604 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-856273773-router', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:51.977080 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-604cb101-7547-43e0-bef5-7e2934babd90 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1617301 Sep 29 19:45:52.001964 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb4714a-30e2-4c93-a7b8-aee9bbd3a2ec x-openstack-request-id: req-2bb4714a-30e2-4c93-a7b8-aee9bbd3a2ec {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:45:52.002306 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e430c09-ef27-4a3f-82b0-04f340b46d74", "name": "network-vif-deleted", "tag": "78d5b6bf-9979-434b-8ad2-abb5f6a62697", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:45:52.002590 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bb4714a-30e2-4c93-a7b8-aee9bbd3a2ec {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:45:52.002992 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e430c09-ef27-4a3f-82b0-04f340b46d74', 'name': 'network-vif-deleted', 'tag': '78d5b6bf-9979-434b-8ad2-abb5f6a62697', 'status': 'completed', 'code': 200} Sep 29 19:45:52.005505 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-709'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:52.006748 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-716'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:52.079661 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:52.470987 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0b081006-f29a-4e9e-9387-f8e1685fd7f6 req-e5769624-c084-40c9-857a-bc330c725564 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e430c09-ef27-4a3f-82b0-04f340b46d74 HTTP/1.1" status: 200 len: 210 time: 0.0623984 Sep 29 19:45:52.477012 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4cd5466f-674f-4c1a-9c90-bcea1b373cb4 None None] For port aa22b35b-28a0-4bcc-8015-7941f3903c2d, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=aa22b35b-28a0-4bcc-8015-7941f3903c2d,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:52.505379 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cd5466f-674f-4c1a-9c90-bcea1b373cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:52.605768 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:52.617811 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6c2b-2c8b-4c93-a730-9784daa68f61 req-7afab1d4-97a5-44ce-85b7-0b97b8d36c9b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:52.619386 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ff6c6c2b-2c8b-4c93-a730-9784daa68f61 req-7afab1d4-97a5-44ce-85b7-0b97b8d36c9b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.2148407 Sep 29 19:45:52.705709 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp770c13e4-41fe-5b3f-b506-c85e762a202c-24b3acd2-f642-415f-8271-7c6743d5acba', 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'fixed_ips': [{'subnet_id': '84471c1d-cce8-4847-9ff8-f005a740d1c0'}]}} from dv-cinder-811740-1-iscsi. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 19:45:52.706774 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:52.743558 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5466f-674f-4c1a-9c90-bcea1b373cb4 None None] Pushing event updated for resources: {'Port': ['ID=aa22b35b-28a0-4bcc-8015-7941f3903c2d,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:52.753081 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-44606607-3fa6-4e5d-94bc-51ae0e208ef9 None None] Provisioning complete for port aa22b35b-28a0-4bcc-8015-7941f3903c2d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:52.753530 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44606607-3fa6-4e5d-94bc-51ae0e208ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:52.758223 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ff6c6c2b-2c8b-4c93-a730-9784daa68f61 req-e06960c3-1f9d-4190-99bd-d0d2261a4bf7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229110 Sep 29 19:45:52.946514 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:53.011693 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f745d53-b1c6-449c-b24b-2541705df29e None None] The sync data for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi is: [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:45:53.024650 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:53.062590 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:53.196683 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Allocated IP 172.20.0.2 (24b3acd2-f642-415f-8271-7c6743d5acba/84471c1d-cce8-4847-9ff8-f005a740d1c0/ee1e8754-03b8-407e-a768-6fa7272cb135) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:45:53.209531 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0515390-5a04-483a-aa40-95001cf00a43 req-2c5e48cc-3af5-433a-8fd4-5087c23a3a2e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:53.211658 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e0515390-5a04-483a-aa40-95001cf00a43 req-2c5e48cc-3af5-433a-8fd4-5087c23a3a2e tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 945 time: 0.1523118 Sep 29 19:45:53.346881 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e0515390-5a04-483a-aa40-95001cf00a43 req-92537c67-a179-42ee-bdcd-ea905f9bf58d tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204612 Sep 29 19:45:53.430645 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:53.440151 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:53.443900 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Allocated IP 172.27.1.235 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/bb532c7e-14a9-4738-8c00-62554b1aca3e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:45:53.495723 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Network 24b3acd2-f642-415f-8271-7c6743d5acba is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:45:53.500479 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:53.503465 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:45:53.525881 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Pushing event updated for resources: {'Port': ['ID=ee1e8754-03b8-407e-a768-6fa7272cb135,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:53.526171 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-cd2a2925-a878-48a9-a3c4-7dc301037f54 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:53.530714 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-cd2a2925-a878-48a9-a3c4-7dc301037f54 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 945 time: 0.1551166 Sep 29 19:45:53.623150 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Attempting to bind port ee1e8754-03b8-407e-a768-6fa7272cb135 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:45:53.625105 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Attempting to bind port ee1e8754-03b8-407e-a768-6fa7272cb135 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:45:53.625681 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Attempting to bind port ee1e8754-03b8-407e-a768-6fa7272cb135 on network 24b3acd2-f642-415f-8271-7c6743d5acba {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:45:53.632114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:45:53.632672 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Checking segment: {'id': 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:45:53.633181 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:53.633767 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Bound using segment: {'id': 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:45:53.634450 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Bound port: ee1e8754-03b8-407e-a768-6fa7272cb135, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:45:53.635375 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:53.732154 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:53.737146 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] For port ee1e8754-03b8-407e-a768-6fa7272cb135, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:45:53.741246 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] For port ee1e8754-03b8-407e-a768-6fa7272cb135, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=ee1e8754-03b8-407e-a768-6fa7272cb135,segment=NetworkSegment(e16e4012-18c0-4ec7-85be-ec61e4ecb45a),segment_id=e16e4012-18c0-4ec7-85be-ec61e4ecb45a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:45:53.748238 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-f71baff6-d1f5-454d-af0f-3e09bb6dec92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Deleting port 27e2c6cb-754d-44df-9f69-239aef42e92e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:45:53.749158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-f71baff6-d1f5-454d-af0f-3e09bb6dec92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:53.752960 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:53.880178 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-f71baff6-d1f5-454d-af0f-3e09bb6dec92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] For port 27e2c6cb-754d-44df-9f69-239aef42e92e, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=27e2c6cb-754d-44df-9f69-239aef42e92e,segment=NetworkSegment(c46b7bee-1c80-4c21-b648-41dfe54b4bd9),segment_id=c46b7bee-1c80-4c21-b648-41dfe54b4bd9)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:53.880552 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-f71baff6-d1f5-454d-af0f-3e09bb6dec92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:53.941576 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e37f3-b4e1-4f26-97aa-252e96eb400a None None] Pushing event updated for resources: {'Port': ['ID=ee1e8754-03b8-407e-a768-6fa7272cb135,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:53.961245 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-f71baff6-d1f5-454d-af0f-3e09bb6dec92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Calling delete_port for 27e2c6cb-754d-44df-9f69-239aef42e92e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:45:54.004563 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:54.107174 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:45:54.123286 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:54.138253 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:45:54.158761 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc835d-e0fa-47cc-8686-7b1bd7c82393 req-02d0fc85-ba08-4506-9bbd-99e1b7a29a2b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:54.168034 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f4fc835d-e0fa-47cc-8686-7b1bd7c82393 req-02d0fc85-ba08-4506-9bbd-99e1b7a29a2b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.2821660 Sep 29 19:45:54.210745 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46520118-a551-47d7-b477-121050317df0 req-9c5ff844-7294-4c2a-8d84-481be19cea5e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:54.219991 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-46520118-a551-47d7-b477-121050317df0 req-9c5ff844-7294-4c2a-8d84-481be19cea5e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.2710512 Sep 29 19:45:54.226894 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Pushing event updated for resources: {'Port': ['ID=bb532c7e-14a9-4738-8c00-62554b1aca3e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:54.352892 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-46520118-a551-47d7-b477-121050317df0 req-3e50cc47-5b4e-42e0-82a2-988e6427b6ef tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319835 Sep 29 19:45:54.371223 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 27e2c6cb-754d-44df-9f69-239aef42e92e no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:45:54.415898 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f4fc835d-e0fa-47cc-8686-7b1bd7c82393 req-90b82986-5b4c-4bf1-8d34-be1e760d3a24 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471204 Sep 29 19:45:54.500792 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:54.586601 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-f71baff6-d1f5-454d-af0f-3e09bb6dec92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:54.613982 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 78d5b6bf-9979-434b-8ad2-abb5f6a62697 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:45:54.643536 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58982c-65f2-413b-a1d7-18fd9405091f req-7ed243c4-1894-4ead-8330-80583ff52e90 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:54.645240 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1b58982c-65f2-413b-a1d7-18fd9405091f req-7ed243c4-1894-4ead-8330-80583ff52e90 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/ports?device_id=7591684a-9964-4316-85d8-5abd8a746549 HTTP/1.1" status: 200 len: 867 time: 0.1727324 Sep 29 19:45:54.648282 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71baff6-d1f5-454d-af0f-3e09bb6dec92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Pushing event deleted for resources: {'Port': ['ID=27e2c6cb-754d-44df-9f69-239aef42e92e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:54.649050 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 78d5b6bf-9979-434b-8ad2-abb5f6a62697 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:45:54.649436 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 78d5b6bf-9979-434b-8ad2-abb5f6a62697 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:45:54.755941 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-f71baff6-d1f5-454d-af0f-3e09bb6dec92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] No DVR routers for this DVR port 27e2c6cb-754d-44df-9f69-239aef42e92e on host hv-cinder-81174 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:45:54.762580 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-f71baff6-d1f5-454d-af0f-3e09bb6dec92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:54.765924 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3c3792ab-91c2-4769-91cb-9616303a0da8 req-f71baff6-d1f5-454d-af0f-3e09bb6dec92 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.47 "DELETE /v2.0/ports/27e2c6cb-754d-44df-9f69-239aef42e92e HTTP/1.1" status: 204 len: 173 time: 1.2227764 Sep 29 19:45:54.769032 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591684a-9964-4316-85d8-5abd8a746549', 'name': 'network-vif-deleted', 'tag': '27e2c6cb-754d-44df-9f69-239aef42e92e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:45:54.772833 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44576de-fcd5-49d6-a547-5832bae1dbd3" -d '{"events": [{"server_uuid": "7591684a-9964-4316-85d8-5abd8a746549", "name": "network-vif-deleted", "tag": "27e2c6cb-754d-44df-9f69-239aef42e92e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:45:54.830609 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1b58982c-65f2-413b-a1d7-18fd9405091f req-aea5ad6e-4999-410d-b197-cb50ec6a8243 tempest-AttachVolumeNegativeTest-1404798616 tempest-AttachVolumeNegativeTest-1404798616-project] 10.222.0.16 "GET /v2.0/security-groups?id=03ad195a-2b73-4418-b357-9abb17df436a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339984 Sep 29 19:45:54.896992 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5929abe4-a5fc-47d8-b70e-2cb7b80871cf x-openstack-request-id: req-5929abe4-a5fc-47d8-b70e-2cb7b80871cf {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:45:54.897293 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591684a-9964-4316-85d8-5abd8a746549", "name": "network-vif-deleted", "tag": "27e2c6cb-754d-44df-9f69-239aef42e92e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:45:54.897530 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5929abe4-a5fc-47d8-b70e-2cb7b80871cf {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:45:54.897885 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591684a-9964-4316-85d8-5abd8a746549', 'name': 'network-vif-deleted', 'tag': '27e2c6cb-754d-44df-9f69-239aef42e92e', 'status': 'completed', 'code': 200} Sep 29 19:45:54.916509 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:54.942346 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device aa22b35b-28a0-4bcc-8015-7941f3903c2d up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:45:55.016372 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port aa22b35b-28a0-4bcc-8015-7941f3903c2d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:55.016372 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:55.129740 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device ee1e8754-03b8-407e-a768-6fa7272cb135 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:45:55.217250 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29459b17-1741-4643-ba37-7afc9a99a701 None None] Network 24b3acd2-f642-415f-8271-7c6743d5acba requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:45:55.239556 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:55.243489 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port ee1e8754-03b8-407e-a768-6fa7272cb135 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:55.244238 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:55.367695 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-087130ce-5bc6-4464-b030-2f08c381ca18 None None] Provisioning complete for port ee1e8754-03b8-407e-a768-6fa7272cb135 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:55.368707 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-087130ce-5bc6-4464-b030-2f08c381ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:55.426870 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 is scheduled to L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 19:45:55.517155 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:55.613184 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97439-a339-4fc4-8b69-a99a4279821f req-47503683-b8e5-43be-8d12-676da75d94ea tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:55.614774 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e3e97439-a339-4fc4-8b69-a99a4279821f req-47503683-b8e5-43be-8d12-676da75d94ea tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1639755 Sep 29 19:45:55.627975 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port ee1e8754-03b8-407e-a768-6fa7272cb135, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=ee1e8754-03b8-407e-a768-6fa7272cb135,segment=NetworkSegment(e16e4012-18c0-4ec7-85be-ec61e4ecb45a),segment_id=e16e4012-18c0-4ec7-85be-ec61e4ecb45a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:55.634590 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-087130ce-5bc6-4464-b030-2f08c381ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:55.638619 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:55.689790 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02427b46-94a9-4195-b8b8-fe4ca63f6e3d req-0ced4bea-8966-4e9f-99b8-491a7030b6fb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:55.691374 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-02427b46-94a9-4195-b8b8-fe4ca63f6e3d req-0ced4bea-8966-4e9f-99b8-491a7030b6fb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1606011 Sep 29 19:45:55.744676 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=ee1e8754-03b8-407e-a768-6fa7272cb135,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:55.745010 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:45:55.756539 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Sync routers for ids ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:45:55.769167 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.db.api [None req-087130ce-5bc6-4464-b030-2f08c381ca18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 19:45:55.769533 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG oslo_db.api [None req-087130ce-5bc6-4464-b030-2f08c381ca18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 19:45:55.771123 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Routers {'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:45:55.771559 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e3e97439-a339-4fc4-8b69-a99a4279821f req-76bc830f-ac2d-45a4-9f3b-7074723d1799 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224298 Sep 29 19:45:55.771913 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:45:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:55.798988 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-02427b46-94a9-4195-b8b8-fe4ca63f6e3d req-f02daf14-7b5c-4826-bafb-4715635acae5 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922072 Sep 29 19:45:55.800139 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:55.805819 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-5dfd11fa-2173-4c19-a173-0c4b9d56d460 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8291523 Sep 29 19:45:55.807690 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60914) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:55.908800 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Set router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:45:55.940525 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60918) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:56.034256 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6a1794-7d00-4447-bee0-e866137df3a7 admin admin] Deleting subnet 36106120-0e04-42f9-83b0-b987dd292ad8 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:45:56.039801 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1794-7d00-4447-bee0-e866137df3a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.109092 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1794-7d00-4447-bee0-e866137df3a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26797515'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.119717 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'name': 'tempest-TestVolumeBootPattern-856273773-router', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:52Z', 'updated_at': '2021-09-29T19:45:54Z', 'revision_number': 3, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'gw_port': {'id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:53Z', 'updated_at': '2021-09-29T19:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:56.161240 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1794-7d00-4447-bee0-e866137df3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.162698 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Checking router: ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:45:56.163059 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Updating router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 port bb532c7e-14a9-4738-8c00-62554b1aca3e binding host dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:45:56.189117 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.224643 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1794-7d00-4447-bee0-e866137df3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26560851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26618861'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.256379 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a1794-7d00-4447-bee0-e866137df3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36106120-0e04-42f9-83b0-b987dd292ad8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:56.260844 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1794-7d00-4447-bee0-e866137df3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.268037 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-5b6a1794-7d00-4447-bee0-e866137df3a7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/36106120-0e04-42f9-83b0-b987dd292ad8 HTTP/1.1" status: 204 len: 168 time: 0.3260372 Sep 29 19:45:56.268285 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60922) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:56.411063 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.453696 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-303a693a-827c-4b5a-a8d7-40289e0e0a4f None None] Provisioning complete for port ee1e8754-03b8-407e-a768-6fa7272cb135 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:56.454662 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-303a693a-827c-4b5a-a8d7-40289e0e0a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.554500 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.569900 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.585510 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.626397 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.657594 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261fffd-a28a-48f8-b6c9-a5bb31faa0ac None None] Pushing event updated for resources: {'Port': ['ID=bb532c7e-14a9-4738-8c00-62554b1aca3e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:56.660285 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Attempting to bind port bb532c7e-14a9-4738-8c00-62554b1aca3e on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:45:56.660703 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Attempting to bind port bb532c7e-14a9-4738-8c00-62554b1aca3e by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:45:56.661070 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Attempting to bind port bb532c7e-14a9-4738-8c00-62554b1aca3e on network 26c08563-6f65-4938-99ac-1afc67ee349a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:45:56.670571 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:45:56.670947 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:45:56.671375 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.671748 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Bound using segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:45:56.672267 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Bound port: bb532c7e-14a9-4738-8c00-62554b1aca3e, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:45:56.673800 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.692404 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.692760 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.693514 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.693858 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > port after_create 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.694190 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > port after_delete 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.694521 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > port after_update 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.694976 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.695164 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.695439 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.695763 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.739134 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] For port bb532c7e-14a9-4738-8c00-62554b1aca3e, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:45:56.742721 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] For port bb532c7e-14a9-4738-8c00-62554b1aca3e, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=bb532c7e-14a9-4738-8c00-62554b1aca3e,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:45:56.748892 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.765974 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.766331 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.766662 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.767233 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 19:45:56.767495 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69940db-4fc4-4677-a3c2-e8aa346d35dc']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:56.795924 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:56.796511 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46b7bee-1c80-4c21-b648-41dfe54b4bd9') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:56.823390 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261fffd-a28a-48f8-b6c9-a5bb31faa0ac None None] Pushing event updated for resources: {'Port': ['ID=bb532c7e-14a9-4738-8c00-62554b1aca3e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:56.829197 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Routers {'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:45:56.830060 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:45:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:56.854130 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-429871'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.903633 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device ee1e8754-03b8-407e-a768-6fa7272cb135 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:45:56.926750 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.942027 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:45:56.942745 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395280'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: from cryptography.utils import int_from_bytes Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: from cryptography.utils import int_from_bytes Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: Traceback (most recent call last): Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: timer() Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: cb(*args, **kw) Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: return func(*args, **kwargs) Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: self._notify() Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: self.callback(batched_events) Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: event.method(event) Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: return f(self, *a, **k) Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._get(url).json() Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: return self.request(url, 'GET', **kwargs) Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:45:56.947068 dv-cinder-811740-1-iscsi neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:45:56.973428 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] Set router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:45:57.052736 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port ee1e8754-03b8-407e-a768-6fa7272cb135 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:57.053710 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.061368 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.073809 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Allocated IP 172.20.0.1 (24b3acd2-f642-415f-8271-7c6743d5acba/84471c1d-cce8-4847-9ff8-f005a740d1c0/2dd550ce-adbd-445b-90e0-a183b7947ab2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:45:57.082042 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.085009 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] 10.222.0.16 "DELETE /v2.0/networks/f69940db-4fc4-4677-a3c2-e8aa346d35dc HTTP/1.1" status: 204 len: 168 time: 0.8154542 Sep 29 19:45:57.086494 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a6f37-014a-488a-97b6-8f6d34bcda6c req-fb122968-dfeb-4c86-ae2d-b829de7232d8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:57.108601 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ec878-b655-405d-b7b8-2b107b64337d admin admin] Pushing event deleted for resources: {'Network': ['ID=f69940db-4fc4-4677-a3c2-e8aa346d35dc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:57.124661 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c29a6f37-014a-488a-97b6-8f6d34bcda6c req-fb122968-dfeb-4c86-ae2d-b829de7232d8 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.2304769 Sep 29 19:45:57.212862 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1154438-3540-4693-b8bf-7f28ce8ba985 req-92b7ba4d-ed0a-4e0e-b5fe-9a2886bc2f07 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:57.216437 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d1154438-3540-4693-b8bf-7f28ce8ba985 req-92b7ba4d-ed0a-4e0e-b5fe-9a2886bc2f07 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.2438297 Sep 29 19:45:57.310222 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.342696 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'name': 'tempest-TestVolumeBootPattern-856273773-router', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:52Z', 'updated_at': '2021-09-29T19:45:54Z', 'revision_number': 3, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'gw_port': {'id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:53Z', 'updated_at': '2021-09-29T19:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:57.346808 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c29a6f37-014a-488a-97b6-8f6d34bcda6c req-63be6d15-3150-42a1-b1d1-cd105a7fa552 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126851 Sep 29 19:45:57.373663 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b5861-3f4d-4108-ab6b-bcca8173517e None None] The sync data for ids ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'] in dv-cinder-811740-1-iscsi is: [{'id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'name': 'tempest-TestVolumeBootPattern-856273773-router', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:52Z', 'updated_at': '2021-09-29T19:45:54Z', 'revision_number': 3, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'gw_port': {'id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:53Z', 'updated_at': '2021-09-29T19:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:45:57.381015 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d1154438-3540-4693-b8bf-7f28ce8ba985 req-31b3ccbd-3d5f-417d-9c95-d63aa370ffc4 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460910 Sep 29 19:45:57.383188 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.425216 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Network 24b3acd2-f642-415f-8271-7c6743d5acba is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:45:57.430707 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:57.433996 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:45:57.450489 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd550ce-adbd-445b-90e0-a183b7947ab2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:57.474257 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60932) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:57.518306 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645279'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.552995 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-028fc90c-648d-4f04-acc1-4e86eb98bae4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=834480e19e8144eb88824a97a65cafcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0767932 Sep 29 19:45:57.554059 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 60934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:57.638229 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a7aff23-58a9-4fea-b6f1-419f9d3c1427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.693034 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a7aff23-58a9-4fea-b6f1-419f9d3c1427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.693225 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.784235 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cf91af7f-a5e9-407e-9f61-2468fb8342d0 None None] Provisioning complete for port 2dd550ce-adbd-445b-90e0-a183b7947ab2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:57.784910 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf91af7f-a5e9-407e-9f61-2468fb8342d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.808131 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a7aff23-58a9-4fea-b6f1-419f9d3c1427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.813667 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a7aff23-58a9-4fea-b6f1-419f9d3c1427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.815678 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-9a7aff23-58a9-4fea-b6f1-419f9d3c1427 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03ad195a-2b73-4418-b357-9abb17df436a HTTP/1.1" status: 204 len: 168 time: 0.2600985 Sep 29 19:45:57.842328 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7aff23-58a9-4fea-b6f1-419f9d3c1427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ad195a-2b73-4418-b357-9abb17df436a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:57.858852 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cf91af7f-a5e9-407e-9f61-2468fb8342d0 None None] Port 2dd550ce-adbd-445b-90e0-a183b7947ab2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:45:57.978039 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:57.987560 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:58.082744 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd550ce-adbd-445b-90e0-a183b7947ab2,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:58.098980 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643439'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:58.243267 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Network 24b3acd2-f642-415f-8271-7c6743d5acba is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:45:58.245105 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:45:58.534667 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:45:58.621860 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec7935-ab0c-4f20-b9c4-2dd3831cdcc6 req-d502d4fe-f9e5-49dc-afd6-3b35126b6b66 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:58.629883 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9bec7935-ab0c-4f20-b9c4-2dd3831cdcc6 req-d502d4fe-f9e5-49dc-afd6-3b35126b6b66 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1368756 Sep 29 19:45:58.689481 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9b8a9-72d2-4a09-b88f-cda556d4c362 req-2b18dd84-85c9-4795-875e-2f4f7b742f73 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:58.691170 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1ee9b8a9-72d2-4a09-b88f-cda556d4c362 req-2b18dd84-85c9-4795-875e-2f4f7b742f73 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.1389678 Sep 29 19:45:58.693498 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4f25abd2-131b-4796-92b9-2accb1a6fb8f None None] Provisioning complete for port 2dd550ce-adbd-445b-90e0-a183b7947ab2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:58.694500 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f25abd2-131b-4796-92b9-2accb1a6fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:58.703775 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9bec7935-ab0c-4f20-b9c4-2dd3831cdcc6 req-60c1dfdf-cdf6-45f2-8dc6-5bea5136b493 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728338 Sep 29 19:45:58.706866 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:45:58.722641 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-e6216972-dad7-4de7-91c4-3891c6e08087 admin admin] 10.222.0.16 "PUT /v2.0/routers/ca48d0f1-edb9-41f2-8b70-c6ad60e868f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9117260 Sep 29 19:45:58.792709 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4f25abd2-131b-4796-92b9-2accb1a6fb8f None None] Port 2dd550ce-adbd-445b-90e0-a183b7947ab2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:45:58.806474 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1ee9b8a9-72d2-4a09-b88f-cda556d4c362 req-25b6f463-08eb-4bdf-80fb-4c65d8e8c8dc tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983369 Sep 29 19:45:58.888114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device bb532c7e-14a9-4738-8c00-62554b1aca3e up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:45:58.994935 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port bb532c7e-14a9-4738-8c00-62554b1aca3e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:45:58.995547 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:59.131432 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:59.159460 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port bb532c7e-14a9-4738-8c00-62554b1aca3e, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=bb532c7e-14a9-4738-8c00-62554b1aca3e,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:45:59.178098 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:59.256402 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=bb532c7e-14a9-4738-8c00-62554b1aca3e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:59.643268 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Sync routers for ids ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:45:59.658822 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Routers {'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:45:59.659660 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:45:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:45:59.685701 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60986) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:59.693198 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c51c2f38-01ac-42dc-b933-e4a864f2cf02 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314376668', 'description': 'tempest-secgroup-smoke-314376668 description', 'project_id': '938ba2215e4a43769f47a7dc6ce943b1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:59.752754 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c51c2f38-01ac-42dc-b933-e4a864f2cf02 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:59.880517 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c51c2f38-01ac-42dc-b933-e4a864f2cf02 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:59.886429 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c51c2f38-01ac-42dc-b933-e4a864f2cf02 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:59.903884 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eada282-92ef-4b34-a145-43167a30bfd1 req-91fd5320-65dc-4859-a046-9ce324f9748e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:45:59.905730 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3eada282-92ef-4b34-a145-43167a30bfd1 req-91fd5320-65dc-4859-a046-9ce324f9748e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.0816815 Sep 29 19:45:59.933332 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c51c2f38-01ac-42dc-b933-e4a864f2cf02 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:45:59.934720 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-c51c2f38-01ac-42dc-b933-e4a864f2cf02 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2478087 Sep 29 19:45:59.938953 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c2f38-01ac-42dc-b933-e4a864f2cf02 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152ed6fd-558d-4805-b98d-53412301a6a4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:45:59.948744 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60992) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:45:59.955870 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Set router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:45:59.956386 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8826afc7-ac6e-4b24-aa00-006fdc250a3c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'security_group_rule': {'security_group_id': '152ed6fd-558d-4805-b98d-53412301a6a4', 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:45:59.992339 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8826afc7-ac6e-4b24-aa00-006fdc250a3c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.104373 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8826afc7-ac6e-4b24-aa00-006fdc250a3c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.111167 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8826afc7-ac6e-4b24-aa00-006fdc250a3c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.143661 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826afc7-ac6e-4b24-aa00-006fdc250a3c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5cc5ea-f1b3-4e09-a2e1-23c5f674b231,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:00.157424 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8826afc7-ac6e-4b24-aa00-006fdc250a3c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.162032 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-8826afc7-ac6e-4b24-aa00-006fdc250a3c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2103722 Sep 29 19:46:00.163208 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60994) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:00.174103 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8782de92-07fa-4e22-bf5e-c4c44d5a6488 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'security_group_rule': {'security_group_id': '152ed6fd-558d-4805-b98d-53412301a6a4', 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:00.229216 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8782de92-07fa-4e22-bf5e-c4c44d5a6488 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.252549 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'name': 'tempest-TestVolumeBootPattern-856273773-router', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:52Z', 'updated_at': '2021-09-29T19:45:57Z', 'revision_number': 4, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'gw_port': {'id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:53Z', 'updated_at': '2021-09-29T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2dd550ce-adbd-445b-90e0-a183b7947ab2', 'name': '', 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'mac_address': 'fa:16:3e:d4:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '84471c1d-cce8-4847-9ff8-f005a740d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:56Z', 'updated_at': '2021-09-29T19:45:57Z', 'revision_number': 2, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'subnets': [{'id': '84471c1d-cce8-4847-9ff8-f005a740d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:00.258125 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-a3a5dded-1856-4a15-89b1-4ed75981f277 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:00.259725 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-a3a5dded-1856-4a15-89b1-4ed75981f277 tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.3810289 Sep 29 19:46:00.262993 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3eada282-92ef-4b34-a145-43167a30bfd1 req-efa0fa5b-6adc-4d4d-8ba9-567be083b2a2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370571 Sep 29 19:46:00.281579 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Checking router: ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:46:00.282231 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Updating router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 port 2dd550ce-adbd-445b-90e0-a183b7947ab2 binding host dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:46:00.283905 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66260f4a-d015-4cbe-8578-b08d423a988a req-d88e7b8c-1703-41fb-a99d-4da9a730709f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:00.293493 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-66260f4a-d015-4cbe-8578-b08d423a988a req-d88e7b8c-1703-41fb-a99d-4da9a730709f tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 945 time: 0.3862495 Sep 29 19:46:00.313417 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.335081 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8782de92-07fa-4e22-bf5e-c4c44d5a6488 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.340889 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8782de92-07fa-4e22-bf5e-c4c44d5a6488 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.373452 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782de92-07fa-4e22-bf5e-c4c44d5a6488 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6caf00a-e18d-4a25-bb93-08754d9e4e91,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:00.384821 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8782de92-07fa-4e22-bf5e-c4c44d5a6488 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.386704 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-8782de92-07fa-4e22-bf5e-c4c44d5a6488 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2208500 Sep 29 19:46:00.390027 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 60996) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:00.395368 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-537bee54-829b-4837-af5c-5b96f5910b76 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'security_group_rule': {'security_group_id': '152ed6fd-558d-4805-b98d-53412301a6a4', 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:00.401849 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-66260f4a-d015-4cbe-8578-b08d423a988a req-d06e8b00-de6e-481b-bb6b-8aeba82da62d tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0791cf8-0615-4fed-94ca-adebb917f805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833793 Sep 29 19:46:00.429978 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-537bee54-829b-4837-af5c-5b96f5910b76 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.440386 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-4cb17812-65a1-47fb-8c9b-d5cdb1fa345e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Deleting port 8318359d-606d-4545-a7db-08fd980d52fa {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:46:00.441018 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-4cb17812-65a1-47fb-8c9b-d5cdb1fa345e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.507098 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-537bee54-829b-4837-af5c-5b96f5910b76 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.521531 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-537bee54-829b-4837-af5c-5b96f5910b76 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.546564 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bee54-829b-4837-af5c-5b96f5910b76 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dd815b-e881-4e2d-aa8b-a0d5ab4d2dfc,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:00.553129 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-537bee54-829b-4837-af5c-5b96f5910b76 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.558704 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-537bee54-829b-4837-af5c-5b96f5910b76 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647108 Sep 29 19:46:00.559152 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 32768) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:00.569783 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9e542061-a2be-40aa-9ff9-2c0e7862693d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'security_group_rule': {'security_group_id': '152ed6fd-558d-4805-b98d-53412301a6a4', 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:00.601558 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e542061-a2be-40aa-9ff9-2c0e7862693d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.608404 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-4cb17812-65a1-47fb-8c9b-d5cdb1fa345e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] For port 8318359d-606d-4545-a7db-08fd980d52fa, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8318359d-606d-4545-a7db-08fd980d52fa,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:00.608773 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-4cb17812-65a1-47fb-8c9b-d5cdb1fa345e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.624135 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-4cb17812-65a1-47fb-8c9b-d5cdb1fa345e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Calling delete_port for 8318359d-606d-4545-a7db-08fd980d52fa owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:46:00.676613 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e542061-a2be-40aa-9ff9-2c0e7862693d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.681270 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e542061-a2be-40aa-9ff9-2c0e7862693d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.698330 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e542061-a2be-40aa-9ff9-2c0e7862693d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e8c281-babb-470c-aec2-c0df9deadc0b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:00.717012 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.720443 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e542061-a2be-40aa-9ff9-2c0e7862693d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.725182 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-9e542061-a2be-40aa-9ff9-2c0e7862693d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637063 Sep 29 19:46:00.726500 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.726706 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 32770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:00.732860 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c3676b5b-546c-4657-8f81-81c86e8f1e89 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'security_group_rule': {'security_group_id': '152ed6fd-558d-4805-b98d-53412301a6a4', 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:00.790482 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f0bd6-4848-4bf9-bc42-4d6a8d0fab43 None None] Pushing event updated for resources: {'Port': ['ID=2dd550ce-adbd-445b-90e0-a183b7947ab2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:00.801828 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-c3676b5b-546c-4657-8f81-81c86e8f1e89 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Project 938ba2215e4a43769f47a7dc6ce943b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 19:46:00.815327 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3676b5b-546c-4657-8f81-81c86e8f1e89 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.877087 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Attempting to bind port 2dd550ce-adbd-445b-90e0-a183b7947ab2 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:46:00.877473 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Attempting to bind port 2dd550ce-adbd-445b-90e0-a183b7947ab2 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:46:00.877862 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Attempting to bind port 2dd550ce-adbd-445b-90e0-a183b7947ab2 on network 24b3acd2-f642-415f-8271-7c6743d5acba {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:46:00.885349 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:46:00.885648 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Checking segment: {'id': 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:46:00.886091 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.886485 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Bound using segment: {'id': 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:46:00.887195 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Bound port: 2dd550ce-adbd-445b-90e0-a183b7947ab2, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:46:00.891667 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:00.911376 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device bb532c7e-14a9-4738-8c00-62554b1aca3e up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:46:00.917429 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-4cb17812-65a1-47fb-8c9b-d5cdb1fa345e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.055392 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] For port 2dd550ce-adbd-445b-90e0-a183b7947ab2, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:46:01.056661 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb17812-65a1-47fb-8c9b-d5cdb1fa345e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Pushing event deleted for resources: {'Port': ['ID=8318359d-606d-4545-a7db-08fd980d52fa,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:01.063271 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port bb532c7e-14a9-4738-8c00-62554b1aca3e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:01.063271 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.068080 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-4cb17812-65a1-47fb-8c9b-d5cdb1fa345e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] No DVR routers for this DVR port 8318359d-606d-4545-a7db-08fd980d52fa on host hv-cinder-81174 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:46:01.071667 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-4cb17812-65a1-47fb-8c9b-d5cdb1fa345e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.073849 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-06cdb51c-34f0-4305-b56e-b6c12557ae0b req-4cb17812-65a1-47fb-8c9b-d5cdb1fa345e tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.47 "DELETE /v2.0/ports/8318359d-606d-4545-a7db-08fd980d52fa HTTP/1.1" status: 204 len: 173 time: 0.8042669 Sep 29 19:46:01.074310 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2139ad4-9a60-4228-b213-89bed6942e0e', 'name': 'network-vif-deleted', 'tag': '8318359d-606d-4545-a7db-08fd980d52fa'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:46:01.080012 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5f6ff5-0612-44de-8505-aabcd3c13dfe" -d '{"events": [{"server_uuid": "d2139ad4-9a60-4228-b213-89bed6942e0e", "name": "network-vif-deleted", "tag": "8318359d-606d-4545-a7db-08fd980d52fa"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:46:01.135918 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] For port 2dd550ce-adbd-445b-90e0-a183b7947ab2, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=2dd550ce-adbd-445b-90e0-a183b7947ab2,segment=NetworkSegment(e16e4012-18c0-4ec7-85be-ec61e4ecb45a),segment_id=e16e4012-18c0-4ec7-85be-ec61e4ecb45a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:46:01.142130 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3676b5b-546c-4657-8f81-81c86e8f1e89 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.149787 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3676b5b-546c-4657-8f81-81c86e8f1e89 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.152935 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.169241 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73326c9-ea3e-4a23-9129-5a0160580926 x-openstack-request-id: req-e73326c9-ea3e-4a23-9129-5a0160580926 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:46:01.170201 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2139ad4-9a60-4228-b213-89bed6942e0e", "name": "network-vif-deleted", "tag": "8318359d-606d-4545-a7db-08fd980d52fa", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:46:01.170969 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e73326c9-ea3e-4a23-9129-5a0160580926 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:46:01.171596 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2139ad4-9a60-4228-b213-89bed6942e0e', 'name': 'network-vif-deleted', 'tag': '8318359d-606d-4545-a7db-08fd980d52fa', 'status': 'completed', 'code': 200} Sep 29 19:46:01.180338 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676b5b-546c-4657-8f81-81c86e8f1e89 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d920ca-f77b-44f9-ac3c-f5242aea19a4,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:01.190607 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3676b5b-546c-4657-8f81-81c86e8f1e89 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.196742 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 32790) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:01.197858 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-c3676b5b-546c-4657-8f81-81c86e8f1e89 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4700844 Sep 29 19:46:01.201604 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-eef0e9a9-97d2-4f2c-840b-28aec4024890 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'security_group_rule': {'security_group_id': '152ed6fd-558d-4805-b98d-53412301a6a4', 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:01.207073 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a8bbfabd-1037-4799-97ac-aa2720f3e2a2 None None] Provisioning complete for port 2dd550ce-adbd-445b-90e0-a183b7947ab2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:01.207755 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8bbfabd-1037-4799-97ac-aa2720f3e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.236186 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-eef0e9a9-97d2-4f2c-840b-28aec4024890 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Project 938ba2215e4a43769f47a7dc6ce943b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 19:46:01.250097 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eef0e9a9-97d2-4f2c-840b-28aec4024890 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.299791 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Routers {'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:01.300657 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:45:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:01.311762 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f0bd6-4848-4bf9-bc42-4d6a8d0fab43 None None] Pushing event updated for resources: {'Port': ['ID=2dd550ce-adbd-445b-90e0-a183b7947ab2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:01.350388 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eef0e9a9-97d2-4f2c-840b-28aec4024890 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.358212 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eef0e9a9-97d2-4f2c-840b-28aec4024890 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.387959 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0e9a9-97d2-4f2c-840b-28aec4024890 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a425a562-340f-4363-b788-a8b2dcb365e4,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:01.398180 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eef0e9a9-97d2-4f2c-840b-28aec4024890 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.399461 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-eef0e9a9-97d2-4f2c-840b-28aec4024890 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2020667 Sep 29 19:46:01.466036 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf607f-727a-4e69-b031-9ee6f9b68c63 req-939aeb23-b442-463f-a4b2-e4b63a0bf5cc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:01.467938 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2fcf607f-727a-4e69-b031-9ee6f9b68c63 req-939aeb23-b442-463f-a4b2-e4b63a0bf5cc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.0670965 Sep 29 19:46:01.527241 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2fcf607f-727a-4e69-b031-9ee6f9b68c63 req-5bff7b14-208f-45aa-92d2-03995ef0eca9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437071 Sep 29 19:46:01.578762 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-06be48cc-880d-45a6-b0df-53e6d91ed98a req-dc0383df-5bac-47a5-a799-c1f03e4cccba tempest-ServerRescueNegativeTestJSON-840536021 tempest-ServerRescueNegativeTestJSON-840536021-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2139ad4-9a60-4228-b213-89bed6942e0e HTTP/1.1" status: 200 len: 210 time: 0.0355716 Sep 29 19:46:01.579300 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8bbfabd-1037-4799-97ac-aa2720f3e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.606348 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] Set router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:01.667991 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a8bbfabd-1037-4799-97ac-aa2720f3e2a2 None None] For port 2dd550ce-adbd-445b-90e0-a183b7947ab2, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=2dd550ce-adbd-445b-90e0-a183b7947ab2,segment=NetworkSegment(e16e4012-18c0-4ec7-85be-ec61e4ecb45a),segment_id=e16e4012-18c0-4ec7-85be-ec61e4ecb45a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:01.706290 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8bbfabd-1037-4799-97ac-aa2720f3e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.812967 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbfabd-1037-4799-97ac-aa2720f3e2a2 None None] Pushing event updated for resources: {'Port': ['ID=2dd550ce-adbd-445b-90e0-a183b7947ab2,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:01.845431 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d312fd02-a7b8-48a0-8511-7a9deefe7fd2 None None] Provisioning complete for port 2dd550ce-adbd-445b-90e0-a183b7947ab2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:01.845804 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d312fd02-a7b8-48a0-8511-7a9deefe7fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:01.984771 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'name': 'tempest-TestVolumeBootPattern-856273773-router', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:52Z', 'updated_at': '2021-09-29T19:45:57Z', 'revision_number': 4, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'gw_port': {'id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:53Z', 'updated_at': '2021-09-29T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2dd550ce-adbd-445b-90e0-a183b7947ab2', 'name': '', 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'mac_address': 'fa:16:3e:d4:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '84471c1d-cce8-4847-9ff8-f005a740d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:56Z', 'updated_at': '2021-09-29T19:46:01Z', 'revision_number': 4, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'subnets': [{'id': '84471c1d-cce8-4847-9ff8-f005a740d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:02.012484 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecdd4b-f67b-4287-8bfd-80842d45cbbd None None] The sync data for ids ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'] in dv-cinder-811740-1-iscsi is: [{'id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'name': 'tempest-TestVolumeBootPattern-856273773-router', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:52Z', 'updated_at': '2021-09-29T19:45:57Z', 'revision_number': 4, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'gw_port': {'id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:53Z', 'updated_at': '2021-09-29T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2dd550ce-adbd-445b-90e0-a183b7947ab2', 'name': '', 'network_id': '24b3acd2-f642-415f-8271-7c6743d5acba', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'mac_address': 'fa:16:3e:d4:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '84471c1d-cce8-4847-9ff8-f005a740d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:56Z', 'updated_at': '2021-09-29T19:46:01Z', 'revision_number': 4, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'subnets': [{'id': '84471c1d-cce8-4847-9ff8-f005a740d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:46:02.417066 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8318359d-606d-4545-a7db-08fd980d52fa no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:46:02.444702 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 8318359d-606d-4545-a7db-08fd980d52fa {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:46:02.445120 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8318359d-606d-4545-a7db-08fd980d52fa not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:46:02.583378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 32864) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:02.636014 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 32870) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:02.740229 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f440a2-b810-4795-afa3-4232fe017492 req-611216ab-55bf-4715-b727-19c78752ddba tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:02.749993 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-74f440a2-b810-4795-afa3-4232fe017492 req-611216ab-55bf-4715-b727-19c78752ddba tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1078959 Sep 29 19:46:02.808104 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e186452e-edb0-4bf0-8cd9-2e2fa2c490d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:02.840854 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-74f440a2-b810-4795-afa3-4232fe017492 req-68a46901-013a-4f5a-b1b7-aef656a77e7a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819526 Sep 29 19:46:02.912403 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 2dd550ce-adbd-445b-90e0-a183b7947ab2 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:46:02.977249 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 2dd550ce-adbd-445b-90e0-a183b7947ab2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:02.977623 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:03.162379 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e186452e-edb0-4bf0-8cd9-2e2fa2c490d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:03.180246 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e186452e-edb0-4bf0-8cd9-2e2fa2c490d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:03.239955 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-e186452e-edb0-4bf0-8cd9-2e2fa2c490d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e8a3bdc77cc493bb2276ef18af1faef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551924 Sep 29 19:46:03.241802 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186452e-edb0-4bf0-8cd9-2e2fa2c490d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06834d28-8161-429c-9b0e-5fd8f0b162cd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:03.243025 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 32876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:03.299656 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b797-2ab5-4eb2-b92d-571da3df3cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:03.326185 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b797-2ab5-4eb2-b92d-571da3df3cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:03.388486 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b797-2ab5-4eb2-b92d-571da3df3cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:03.391942 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b797-2ab5-4eb2-b92d-571da3df3cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:03.396519 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-4eb5b797-2ab5-4eb2-b92d-571da3df3cbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06834d28-8161-429c-9b0e-5fd8f0b162cd HTTP/1.1" status: 204 len: 168 time: 0.1514041 Sep 29 19:46:03.407804 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5b797-2ab5-4eb2-b92d-571da3df3cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06834d28-8161-429c-9b0e-5fd8f0b162cd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:03.595192 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643328'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:03.966439 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] Deleting port 49f6fa29-c81e-4297-9676-62ce1ebca127 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:46:03.968394 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:04.001702 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d60a9-1d09-498e-be53-25c3004d873e req-678c85fd-5bc0-46ac-a177-dc4c0f80182d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:04.017612 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9f7d60a9-1d09-498e-be53-25c3004d873e req-678c85fd-5bc0-46ac-a177-dc4c0f80182d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.0830324 Sep 29 19:46:04.058839 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9f7d60a9-1d09-498e-be53-25c3004d873e req-fe48f3e7-e677-4995-9819-12da229cf9ad tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401380 Sep 29 19:46:04.075644 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] For port 49f6fa29-c81e-4297-9676-62ce1ebca127, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=49f6fa29-c81e-4297-9676-62ce1ebca127,segment=NetworkSegment(bd405a7f-4599-46e9-ac2e-7ec1e0e351d4),segment_id=bd405a7f-4599-46e9-ac2e-7ec1e0e351d4)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:04.075644 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:04.096454 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] Calling delete_port for 49f6fa29-c81e-4297-9676-62ce1ebca127 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:46:04.350651 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:04.384563 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f6fa29-c81e-4297-9676-62ce1ebca127,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:04.569126 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645257'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:04.846957 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] Router 318ae6d3-f26c-442d-a014-c3b7a7835095 has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:46:04.965505 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:46:04.975227 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-51deeb13-7eed-4679-8a7b-681e56b75c90 admin admin] 10.222.0.16 "PUT /v2.0/routers/318ae6d3-f26c-442d-a014-c3b7a7835095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3378842 Sep 29 19:46:04.975596 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 32924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:04.978883 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] Sync routers for ids ['318ae6d3-f26c-442d-a014-c3b7a7835095'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:46:04.989189 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] Routers {'318ae6d3-f26c-442d-a014-c3b7a7835095'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:04.989815 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:45:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['318ae6d3-f26c-442d-a014-c3b7a7835095'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:05.143506 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] Set router 318ae6d3-f26c-442d-a014-c3b7a7835095 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:05.151708 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:05.364605 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e28ad3-d671-4d4b-a9b6-bfd7e09dcdb1 req-2a1ca552-189c-4bab-8192-b091fc1fb385 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:05.372398 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c6e28ad3-d671-4d4b-a9b6-bfd7e09dcdb1 req-2a1ca552-189c-4bab-8192-b091fc1fb385 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1045003 Sep 29 19:46:05.480055 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-router', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:46:04Z', 'revision_number': 5, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'gw_port': {'id': 'e4ec7e7e-6800-402f-b37a-5782d32c09ab', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:05.515431 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c6e28ad3-d671-4d4b-a9b6-bfd7e09dcdb1 req-89c99bc9-f967-4a6d-8b42-656a6520cfac tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347218 Sep 29 19:46:05.554757 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:05.570502 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdb54ef2-e088-43c5-9280-4d4df7aedd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:05.645080 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] Checking router: 318ae6d3-f26c-442d-a014-c3b7a7835095 for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:46:05.654934 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] Routers {'318ae6d3-f26c-442d-a014-c3b7a7835095'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:05.655578 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:45:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['318ae6d3-f26c-442d-a014-c3b7a7835095'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:05.665840 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Deleting port e4ec7e7e-6800-402f-b37a-5782d32c09ab {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:46:05.666234 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:05.794725 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] Set router 318ae6d3-f26c-442d-a014-c3b7a7835095 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:05.801594 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] For port e4ec7e7e-6800-402f-b37a-5782d32c09ab, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=e4ec7e7e-6800-402f-b37a-5782d32c09ab,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:05.801981 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:05.818066 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Calling delete_port for e4ec7e7e-6800-402f-b37a-5782d32c09ab owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:46:05.862580 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-router', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:46:05Z', 'revision_number': 6, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'gw_port_host': None}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:05.896531 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76636771-9381-4c9b-985c-b92e43e8d57d None None] The sync data for ids ['318ae6d3-f26c-442d-a014-c3b7a7835095'] in dv-cinder-811740-1-iscsi is: [{'id': '318ae6d3-f26c-442d-a014-c3b7a7835095', 'name': 'tempest-ServerRescueNegativeTestJSON-1254683383-router', 'tenant_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:42:28Z', 'updated_at': '2021-09-29T19:46:05Z', 'revision_number': 6, 'project_id': '3fb214c6f26e4ff4ba2f6e0a708798dd', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:46:06.058909 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.089672 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ec7e7e-6800-402f-b37a-5782d32c09ab,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:06.173604 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645194'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.319613 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-727'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.323781 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.434031 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642092'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.434859 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 318ae6d3-f26c-442d-a014-c3b7a7835095 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 19:46:06.443329 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.444385 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 5eced5d6-0080-419a-96e7-acc4d8c056f0 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:46:06.447291 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-bdcf5d70-f08e-4105-b832-714c4206b115 admin admin] 10.222.0.16 "DELETE /v2.0/routers/318ae6d3-f26c-442d-a014-c3b7a7835095 HTTP/1.1" status: 204 len: 168 time: 1.4688075 Sep 29 19:46:06.447785 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 32968) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:06.505499 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c3fa99-444e-47f3-bff3-ca8ca4d07f6e admin admin] Deleting subnet 6daa1e76-42e3-408e-846d-ca7a46dcfacc {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:46:06.509408 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa99-444e-47f3-bff3-ca8ca4d07f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.577556 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa99-444e-47f3-bff3-ca8ca4d07f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-429878'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.660288 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa99-444e-47f3-bff3-ca8ca4d07f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.688246 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:06.719881 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'port_id': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'mac_address': 'fa:16:3e:e5:f6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:46:06.731248 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e83bb-9a4a-42a8-b854-bb49a88bae13 req-5d7febf1-4e22-4f3e-a592-5e34664ceeae tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:06.738042 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-213e83bb-9a4a-42a8-b854-bb49a88bae13 req-5d7febf1-4e22-4f3e-a592-5e34664ceeae tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1152654 Sep 29 19:46:06.767118 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa99-444e-47f3-bff3-ca8ca4d07f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25398014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509931'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.804453 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3fa99-444e-47f3-bff3-ca8ca4d07f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6daa1e76-42e3-408e-846d-ca7a46dcfacc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:06.813641 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa99-444e-47f3-bff3-ca8ca4d07f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.816034 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-25c3fa99-444e-47f3-bff3-ca8ca4d07f6e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6daa1e76-42e3-408e-846d-ca7a46dcfacc HTTP/1.1" status: 204 len: 168 time: 0.3670917 Sep 29 19:46:06.819037 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 32974) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:06.910827 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-213e83bb-9a4a-42a8-b854-bb49a88bae13 req-d4bbf80d-992f-42fd-be21-a1ec69c8bd6b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649995 Sep 29 19:46:06.925506 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:06.974142 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device e4ec7e7e-6800-402f-b37a-5782d32c09ab no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:46:06.979813 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5eced5d6-0080-419a-96e7-acc4d8c056f0 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:46:07.021595 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: e4ec7e7e-6800-402f-b37a-5782d32c09ab {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:46:07.022261 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device e4ec7e7e-6800-402f-b37a-5782d32c09ab not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:46:07.022928 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 49f6fa29-c81e-4297-9676-62ce1ebca127 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:46:07.067885 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 49f6fa29-c81e-4297-9676-62ce1ebca127 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:46:07.068606 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 49f6fa29-c81e-4297-9676-62ce1ebca127 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:46:07.070557 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:07.108823 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:07.117068 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:07.249529 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:07.299266 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:07.320303 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:07.320715 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd405a7f-4599-46e9-ac2e-7ec1e0e351d4') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:07.352325 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-429871'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:07.383695 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:07.396212 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:46:07.397143 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395280'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: Traceback (most recent call last): Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: timer() Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: cb(*args, **kw) Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: return func(*args, **kwargs) Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: self._notify() Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: self.callback(batched_events) Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: event.method(event) Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: return f(self, *a, **k) Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._get(url).json() Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: return self.request(url, 'GET', **kwargs) Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:46:07.400362 dv-cinder-811740-1-iscsi neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:46:07.486457 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:07.513080 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.515458 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.516134 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.517227 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.517956 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.518496 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.519177 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.519658 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.520399 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.521320 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.521915 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.522357 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:07.554615 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:46:07.557064 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['5eced5d6-0080-419a-96e7-acc4d8c056f0'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:46:07.600372 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:07.611358 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:07.614674 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f HTTP/1.1" status: 204 len: 168 time: 0.7943351 Sep 29 19:46:07.668250 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730b854-518c-44a0-8939-0aaf67c1e800 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ca44dd-59fa-41c7-9f06-3a6cbef7f92f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:08.047978 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 32994) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:08.155674 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-9629ef38-c6ca-4ba7-9b8e-8bac495c8356 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fb214c6f26e4ff4ba2f6e0a708798dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1050835 Sep 29 19:46:08.157449 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 32996) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:08.157755 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026d4a-71cf-40c8-ad4c-a62fa5c0108d req-6c4e738c-829a-416f-bea6-ae895e00981a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:08.169094 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1f026d4a-71cf-40c8-ad4c-a62fa5c0108d req-6c4e738c-829a-416f-bea6-ae895e00981a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 944 time: 0.1019807 Sep 29 19:46:08.228502 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1f026d4a-71cf-40c8-ad4c-a62fa5c0108d req-a705253c-3db9-4fd2-8277-e5dade390ebd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576103 Sep 29 19:46:08.254367 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60250395-8895-4abf-ae64-4d3775dcb9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:08.288643 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60250395-8895-4abf-ae64-4d3775dcb9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:08.386708 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60250395-8895-4abf-ae64-4d3775dcb9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:08.390464 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60250395-8895-4abf-ae64-4d3775dcb9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:08.392232 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-60250395-8895-4abf-ae64-4d3775dcb9e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0791cf8-0615-4fed-94ca-adebb917f805 HTTP/1.1" status: 204 len: 168 time: 0.2331250 Sep 29 19:46:08.402902 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60250395-8895-4abf-ae64-4d3775dcb9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0791cf8-0615-4fed-94ca-adebb917f805,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:08.449581 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 5eced5d6-0080-419a-96e7-acc4d8c056f0 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:46:08.520235 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 5eced5d6-0080-419a-96e7-acc4d8c056f0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:08.520612 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:08.572813 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08b81e3c-71de-43ce-9cf9-e75d0851a8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:08.700044 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:08.739326 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:46:08.742284 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463964f4-ab21-42ef-88a4-3ebf4c510398" -d '{"events": [{"server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "name": "network-vif-plugged", "status": "completed", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:46:08.787031 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:08.798144 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:08.849116 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288e7eda-dd37-4968-a54a-efee438db15b x-openstack-request-id: req-288e7eda-dd37-4968-a54a-efee438db15b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:46:08.849647 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "name": "network-vif-plugged", "status": "completed", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:46:08.849647 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-288e7eda-dd37-4968-a54a-efee438db15b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:46:08.850072 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'code': 200} Sep 29 19:46:08.859181 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:08.912049 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:09.432521 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:09.532723 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ec060-158f-4fd3-99ab-02089a99ac0b req-54cde476-e062-48f0-84e0-8547be3459be tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:09.548016 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-492ec060-158f-4fd3-99ab-02089a99ac0b req-54cde476-e062-48f0-84e0-8547be3459be tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.2002008 Sep 29 19:46:09.666114 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-492ec060-158f-4fd3-99ab-02089a99ac0b req-9286138c-6f22-4ffa-bd3f-a72be9878cc6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096117 Sep 29 19:46:09.861761 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33036) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:10.084994 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1390121058-network', 'tenant_id': '3918902380164277a9a5386ea5c938b6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:10.131432 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Made reservation on behalf of 3918902380164277a9a5386ea5c938b6 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:46:10.133897 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:10.160003 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:10.364007 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:10.369764 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:10.392357 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:46:10.414811 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86269230-44f8-4045-8c15-d8f910abe6e2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:10.431224 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:10.432470 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Added segment 9a24a18b-6a4f-4006-8100-bf734d665502 of type vlan for network b982feda-81ce-41ea-87c3-16df29be60dc Sep 29 19:46:10.503903 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:10.559332 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:10.562177 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:10.564284 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:10.644071 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] Pushing event updated for resources: {'Network': ['ID=b982feda-81ce-41ea-87c3-16df29be60dc,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:10.646974 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-43cc9f33-1739-4cdc-9a8e-206f791095ad admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7823098 Sep 29 19:46:10.650528 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:10.657577 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network b982feda-81ce-41ea-87c3-16df29be60dc details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:46:10.659134 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Request body: {'subnet': {'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1390121058-subnet', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:10.717803 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Made reservation on behalf of 3918902380164277a9a5386ea5c938b6 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:46:10.730653 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26618824'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:11.093016 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e210bd4-532b-4462-9c14-409a19381d40 req-c3673be6-3521-4eb9-aef2-399e63bc1eed tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:11.096982 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1e210bd4-532b-4462-9c14-409a19381d40 req-c3673be6-3521-4eb9-aef2-399e63bc1eed tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1564007 Sep 29 19:46:11.187321 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1e210bd4-532b-4462-9c14-409a19381d40 req-6ca6c584-5eca-48d1-8428-0b11cec336ba tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812840 Sep 29 19:46:11.203752 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26560914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26618874'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:11.286242 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1b461f-1323-46b9-9291-f189c7cf35b3,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:11.289526 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Checking segment: {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:46:11.289995 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Network hostable DHCP agents. Network: b982feda-81ce-41ea-87c3-16df29be60dc, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:46:11.308965 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:11.312299 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Network b982feda-81ce-41ea-87c3-16df29be60dc is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:46:11.324644 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, b982feda-81ce-41ea-87c3-16df29be60dc) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:46:11.330478 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:11.331155 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:11.344568 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36a534-35e4-4830-90af-d05923bde295 None None] Network b982feda-81ce-41ea-87c3-16df29be60dc requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:46:11.352010 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-33e947c1-a858-4a48-9f48-317830b9fddb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6994684 Sep 29 19:46:11.356049 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:11.363331 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:11.397844 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-709'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:11.399939 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-716'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:11.507485 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:11.563198 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp770c13e4-41fe-5b3f-b506-c85e762a202c-b982feda-81ce-41ea-87c3-16df29be60dc', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3'}]}} from dv-cinder-811740-1-iscsi. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 19:46:11.564491 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:11.757638 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:11.843598 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Allocated IP 172.20.0.2 (b982feda-81ce-41ea-87c3-16df29be60dc/fb1b461f-1323-46b9-9291-f189c7cf35b3/5d09cec6-7bb7-4348-97b6-9b95aa0d4f65) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:46:12.082621 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:12.091297 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:12.140195 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:12.151258 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Pushing event updated for resources: {'Port': ['ID=5d09cec6-7bb7-4348-97b6-9b95aa0d4f65,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:12.176003 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Network b982feda-81ce-41ea-87c3-16df29be60dc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:46:12.177968 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:46:12.180517 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:46:12.181298 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:12.258873 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Attempting to bind port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:46:12.259250 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Attempting to bind port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:46:12.259624 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Attempting to bind port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 on network b982feda-81ce-41ea-87c3-16df29be60dc {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:46:12.266956 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:46:12.267418 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Checking segment: {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:46:12.272861 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:12.273529 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Bound using segment: {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:46:12.274039 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Bound port: 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:46:12.274477 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:12.372327 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] For port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:46:12.377897 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] For port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=5d09cec6-7bb7-4348-97b6-9b95aa0d4f65,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:46:12.387438 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:12.420792 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Allocated IP 172.27.1.74 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/12dafb26-d6a2-441a-b09c-7f9179c80ad3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:46:12.438764 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a390c-32eb-4e17-835a-8147afd54cf1 req-e02f3361-2790-4bef-a0ba-7de4bff9faca tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:12.441573 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d20a390c-32eb-4e17-835a-8147afd54cf1 req-e02f3361-2790-4bef-a0ba-7de4bff9faca tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.0899057 Sep 29 19:46:12.511360 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507772e9-f8bb-4d60-bf48-c8e50f340f4b None None] Pushing event updated for resources: {'Port': ['ID=5d09cec6-7bb7-4348-97b6-9b95aa0d4f65,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:12.589696 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d20a390c-32eb-4e17-835a-8147afd54cf1 req-deed4bb4-cd36-4554-a98d-6eb7e5489b07 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388905 Sep 29 19:46:12.666190 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:12.733603 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:12.834153 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:12.884902 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:46:12.889223 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:46:12.893767 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:46:13.056502 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Pushing event updated for resources: {'Port': ['ID=12dafb26-d6a2-441a-b09c-7f9179c80ad3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:13.520568 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:13.879803 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5455f-16c8-406d-9de3-431bc2da633b req-d1ea6efa-1f6b-435c-8e6f-b86585cdff9d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:13.882627 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-69e5455f-16c8-406d-9de3-431bc2da633b req-d1ea6efa-1f6b-435c-8e6f-b86585cdff9d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1381829 Sep 29 19:46:13.989413 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7d1719-fa4a-4f84-8035-d58a65068d58 None None] Network b982feda-81ce-41ea-87c3-16df29be60dc requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:46:14.066451 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a23b9922-690d-41f3-b495-264666b5868a None None] Provisioning complete for port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:14.067398 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-69e5455f-16c8-406d-9de3-431bc2da633b req-2f238bf1-128a-4af7-b2b8-102d92d8f63a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201892 Sep 29 19:46:14.067943 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a23b9922-690d-41f3-b495-264666b5868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:14.193795 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:14.437585 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a23b9922-690d-41f3-b495-264666b5868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:14.471508 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec is scheduled to L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 19:46:14.562088 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a23b9922-690d-41f3-b495-264666b5868a None None] For port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=5d09cec6-7bb7-4348-97b6-9b95aa0d4f65,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:14.572337 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a23b9922-690d-41f3-b495-264666b5868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:14.706955 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b9922-690d-41f3-b495-264666b5868a None None] Pushing event updated for resources: {'Port': ['ID=5d09cec6-7bb7-4348-97b6-9b95aa0d4f65,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:14.784356 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:46:14.801059 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Sync routers for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:46:14.835254 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:14.837017 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:46:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:14.859121 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:14.868253 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-5bd3a33d-14b1-40c7-838b-6d8a882caed1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5061915 Sep 29 19:46:14.868666 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33092) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:15.056333 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:46:15.158210 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:15.246914 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b6073421-883b-4305-960b-b2583b044967 None None] Provisioning complete for port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:15.247458 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6073421-883b-4305-960b-b2583b044967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:15.424631 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc37161-69b4-4fe7-8b84-f506ce0ed8b5 req-1df4bab9-dfb2-4dc8-84d8-fa7a5d81c436 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:15.426260 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-edc37161-69b4-4fe7-8b84-f506ce0ed8b5 req-1df4bab9-dfb2-4dc8-84d8-fa7a5d81c436 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1614201 Sep 29 19:46:15.461180 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:15.461555 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:15.681710 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-edc37161-69b4-4fe7-8b84-f506ce0ed8b5 req-a47ea302-f9d7-4b27-b62f-00c459c4afe9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775925 Sep 29 19:46:15.714494 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:13Z', 'revision_number': 3, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:15.883569 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Checking router: 37e1f2fd-6901-45b5-8ca2-b8a934d04eec for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:46:15.883940 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Updating router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec port 12dafb26-d6a2-441a-b09c-7f9179c80ad3 binding host dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:46:15.923418 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:15.982824 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:16.274731 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Allocated IP 172.20.0.1 (b982feda-81ce-41ea-87c3-16df29be60dc/fb1b461f-1323-46b9-9291-f189c7cf35b3/3b0dc42e-de40-4358-948e-752a3eb781b4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:46:16.367923 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:16.375671 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:16.424472 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:16.440797 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00897675-a8d1-46d9-ada1-9c5c80d39add None None] Pushing event updated for resources: {'Port': ['ID=12dafb26-d6a2-441a-b09c-7f9179c80ad3,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:16.444651 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Attempting to bind port 12dafb26-d6a2-441a-b09c-7f9179c80ad3 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:46:16.445024 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Attempting to bind port 12dafb26-d6a2-441a-b09c-7f9179c80ad3 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:46:16.445379 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Attempting to bind port 12dafb26-d6a2-441a-b09c-7f9179c80ad3 on network 26c08563-6f65-4938-99ac-1afc67ee349a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:46:16.451247 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:46:16.451620 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:46:16.452065 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:16.452463 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Bound using segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:46:16.452942 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Bound port: 12dafb26-d6a2-441a-b09c-7f9179c80ad3, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:46:16.453329 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:16.497799 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:16.538252 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] For port 12dafb26-d6a2-441a-b09c-7f9179c80ad3, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:46:16.543672 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] For port 12dafb26-d6a2-441a-b09c-7f9179c80ad3, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=12dafb26-d6a2-441a-b09c-7f9179c80ad3,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:46:16.555770 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:16.561838 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Network b982feda-81ce-41ea-87c3-16df29be60dc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:46:16.567057 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:46:16.573221 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:46:16.630811 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Pushing event updated for resources: {'Port': ['ID=3b0dc42e-de40-4358-948e-752a3eb781b4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:16.638838 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:16.639684 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:46:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:16.658962 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645279'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:16.767899 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00897675-a8d1-46d9-ada1-9c5c80d39add None None] Pushing event updated for resources: {'Port': ['ID=12dafb26-d6a2-441a-b09c-7f9179c80ad3,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:16.920411 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:17.081209 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:17.119444 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1335a-af2b-43a7-8bfd-9b6d42abe8a3 req-4176c7dc-4eb0-4059-b1d8-af65086602bc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:17.120993 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-29e1335a-af2b-43a7-8bfd-9b6d42abe8a3 req-4176c7dc-4eb0-4059-b1d8-af65086602bc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.2807031 Sep 29 19:46:17.157834 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7414088c-acb3-4b06-8a08-7f0c3a881895 None None] Provisioning complete for port 3b0dc42e-de40-4358-948e-752a3eb781b4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:17.158476 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7414088c-acb3-4b06-8a08-7f0c3a881895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:17.220375 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-29e1335a-af2b-43a7-8bfd-9b6d42abe8a3 req-ccafd5df-e663-4320-ace0-ea8c4239b030 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511191 Sep 29 19:46:17.228469 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7414088c-acb3-4b06-8a08-7f0c3a881895 None None] Port 3b0dc42e-de40-4358-948e-752a3eb781b4 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:46:17.348671 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:13Z', 'revision_number': 3, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:17.385166 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85fe4be-bea6-4d72-8dd1-3d3b6f0b04a0 None None] The sync data for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi is: [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:13Z', 'revision_number': 3, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:46:17.464670 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:17.479621 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:17.582228 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Pushing event updated for resources: {'Port': ['ID=3b0dc42e-de40-4358-948e-752a3eb781b4,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:17.586855 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643439'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:17.762390 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Network b982feda-81ce-41ea-87c3-16df29be60dc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:46:17.764838 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:46:18.002506 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:46:18.068235 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7a98dbc5-6f31-4df9-b6dc-2ee4c1477b10 None None] Provisioning complete for port 3b0dc42e-de40-4358-948e-752a3eb781b4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:18.068613 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a98dbc5-6f31-4df9-b6dc-2ee4c1477b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:18.127371 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7a98dbc5-6f31-4df9-b6dc-2ee4c1477b10 None None] Port 3b0dc42e-de40-4358-948e-752a3eb781b4 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:46:18.167370 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:46:18.175728 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-61a153d5-b738-45f4-a99d-3018be9e217e admin admin] 10.222.0.16 "PUT /v2.0/routers/37e1f2fd-6901-45b5-8ca2-b8a934d04eec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3056710 Sep 29 19:46:18.462023 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dffd71-1852-459d-8ed2-998129c25a8f req-6d584686-128a-4238-a0ac-ce37391ef4c9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:18.485258 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11dffd71-1852-459d-8ed2-998129c25a8f req-6d584686-128a-4238-a0ac-ce37391ef4c9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1176109 Sep 29 19:46:18.565794 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11dffd71-1852-459d-8ed2-998129c25a8f req-2828cb2a-637e-4133-aadd-53c3cfe1c536 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798659 Sep 29 19:46:18.908400 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 12dafb26-d6a2-441a-b09c-7f9179c80ad3 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:46:19.014496 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 12dafb26-d6a2-441a-b09c-7f9179c80ad3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:19.015797 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.059731 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33196) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:19.065846 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8edea89a-e71b-4722-81ed-e9f7fc62140c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958966421', 'description': 'tempest-description--1090853316'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:19.123650 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8edea89a-e71b-4722-81ed-e9f7fc62140c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.136277 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33198) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:19.215719 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.241939 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port 12dafb26-d6a2-441a-b09c-7f9179c80ad3, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=12dafb26-d6a2-441a-b09c-7f9179c80ad3,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:19.247975 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.335058 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d6b263-d07b-49ef-aeef-2fd263ac5f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.352133 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8edea89a-e71b-4722-81ed-e9f7fc62140c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.360006 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8edea89a-e71b-4722-81ed-e9f7fc62140c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.381643 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=12dafb26-d6a2-441a-b09c-7f9179c80ad3,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:19.413288 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edea89a-e71b-4722-81ed-e9f7fc62140c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa93b629-790f-4a4f-bff7-3b14d9986c74,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:19.524200 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d6b263-d07b-49ef-aeef-2fd263ac5f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.532455 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d6b263-d07b-49ef-aeef-2fd263ac5f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.539963 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8edea89a-e71b-4722-81ed-e9f7fc62140c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.541762 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-8edea89a-e71b-4722-81ed-e9f7fc62140c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4800911 Sep 29 19:46:19.545189 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33204) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:19.549953 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3c3e51a6-01ab-4a85-8c6a-1d85644f4a82 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'security_group_rule': {'security_group_id': 'aa93b629-790f-4a4f-bff7-3b14d9986c74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:19.588924 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c3e51a6-01ab-4a85-8c6a-1d85644f4a82 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.594026 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-65d6b263-d07b-49ef-aeef-2fd263ac5f82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b9179cf9de94009b235eda02b643cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515083 Sep 29 19:46:19.596599 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33208) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:19.615296 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6b263-d07b-49ef-aeef-2fd263ac5f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a0062-b2ea-4796-bf29-498a5a50aef2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:19.678153 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9446508d-488d-449e-85e2-f1456e2d209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.702776 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9446508d-488d-449e-85e2-f1456e2d209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.713652 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c3e51a6-01ab-4a85-8c6a-1d85644f4a82 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.723391 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c73fe-68b0-41f7-8ecd-1edeea862c95 req-4b152d30-8ae9-4404-895f-a4dfa0f624e9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:19.725101 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-606c73fe-68b0-41f7-8ecd-1edeea862c95 req-4b152d30-8ae9-4404-895f-a4dfa0f624e9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.0845995 Sep 29 19:46:19.726447 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c3e51a6-01ab-4a85-8c6a-1d85644f4a82 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.765062 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e51a6-01ab-4a85-8c6a-1d85644f4a82 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c68bb2-e859-4f51-a981-9f54771a4d8a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:19.789442 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c3e51a6-01ab-4a85-8c6a-1d85644f4a82 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.790791 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-3c3e51a6-01ab-4a85-8c6a-1d85644f4a82 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2444525 Sep 29 19:46:19.795859 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33212) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:19.801669 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4c38c4b6-b4d3-4101-8ecb-0585912b7fa7 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'security_group_rule': {'security_group_id': 'aa93b629-790f-4a4f-bff7-3b14d9986c74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:19.805958 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-606c73fe-68b0-41f7-8ecd-1edeea862c95 req-3c5d5df8-402b-4f8b-a6e2-81fa4a0556c9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719731 Sep 29 19:46:19.810226 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9446508d-488d-449e-85e2-f1456e2d209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.815247 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9446508d-488d-449e-85e2-f1456e2d209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.821639 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-9446508d-488d-449e-85e2-f1456e2d209d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c4a0062-b2ea-4796-bf29-498a5a50aef2 HTTP/1.1" status: 204 len: 168 time: 0.2193592 Sep 29 19:46:19.836100 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446508d-488d-449e-85e2-f1456e2d209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a0062-b2ea-4796-bf29-498a5a50aef2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:19.883674 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c38c4b6-b4d3-4101-8ecb-0585912b7fa7 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.931510 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Sync routers for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:46:19.948910 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:19.949986 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:46:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:19.974501 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c38c4b6-b4d3-4101-8ecb-0585912b7fa7 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:19.982722 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c38c4b6-b4d3-4101-8ecb-0585912b7fa7 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.024331 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38c4b6-b4d3-4101-8ecb-0585912b7fa7 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ced8a46-d66a-4a8d-8e01-08cb57b796f4,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:20.048898 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c38c4b6-b4d3-4101-8ecb-0585912b7fa7 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.065118 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:20.067790 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-4c38c4b6-b4d3-4101-8ecb-0585912b7fa7 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703004 Sep 29 19:46:20.070934 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'floatingip': {'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:20.119892 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.151472 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:20.319970 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.401916 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33224) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:20.427656 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48f5fd60-09ee-4530-87fe-6d808451fb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.526524 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Allocated IP 172.27.1.131 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/3d1a6848-0a92-464e-89c8-90726a3453c7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:46:20.579440 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:17Z', 'revision_number': 2, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:20.633620 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48f5fd60-09ee-4530-87fe-6d808451fb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.641576 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48f5fd60-09ee-4530-87fe-6d808451fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.691336 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Checking router: 37e1f2fd-6901-45b5-8ca2-b8a934d04eec for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:46:20.691970 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Updating router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec port 3b0dc42e-de40-4358-948e-752a3eb781b4 binding host dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:46:20.693376 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-48f5fd60-09ee-4530-87fe-6d808451fb62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ce91391e3c8423ba07551466977324f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897155 Sep 29 19:46:20.700606 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:20.725315 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5fd60-09ee-4530-87fe-6d808451fb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85e1a52-90ba-419f-8153-492055c151c0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:20.760358 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.805430 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.898304 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d935f7-e278-4793-8a52-2298fbe14256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.929838 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 12dafb26-d6a2-441a-b09c-7f9179c80ad3 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:46:20.939509 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d935f7-e278-4793-8a52-2298fbe14256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:20.942622 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.006123 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 12dafb26-d6a2-441a-b09c-7f9179c80ad3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:21.006687 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.046465 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:46:21.075347 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:46:21.079123 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:46:21.082535 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'Port': ['ID=3d1a6848-0a92-464e-89c8-90726a3453c7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:21.137044 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18338f17-ceb8-4285-b303-4a018a2dde62 req-ab0b2d74-e2a1-4e4f-be9d-5215039b95b7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:21.138311 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-18338f17-ceb8-4285-b303-4a018a2dde62 req-ab0b2d74-e2a1-4e4f-be9d-5215039b95b7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1437664 Sep 29 19:46:21.153112 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d935f7-e278-4793-8a52-2298fbe14256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.156658 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d935f7-e278-4793-8a52-2298fbe14256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.160213 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-58d935f7-e278-4793-8a52-2298fbe14256 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e85e1a52-90ba-419f-8153-492055c151c0 HTTP/1.1" status: 204 len: 168 time: 0.4089692 Sep 29 19:46:21.204014 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d935f7-e278-4793-8a52-2298fbe14256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85e1a52-90ba-419f-8153-492055c151c0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:21.246763 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.251590 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-18338f17-ceb8-4285-b303-4a018a2dde62 req-efa623b5-4c61-4fce-8874-02f0b6c5cb89 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926492 Sep 29 19:46:21.323257 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.338262 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.349090 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.585544 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02098e2-ce93-46eb-9dd8-d83d6a4da903 None None] Pushing event updated for resources: {'Port': ['ID=3b0dc42e-de40-4358-948e-752a3eb781b4,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:21.589948 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Attempting to bind port 3b0dc42e-de40-4358-948e-752a3eb781b4 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:46:21.590318 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Attempting to bind port 3b0dc42e-de40-4358-948e-752a3eb781b4 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:46:21.590673 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Attempting to bind port 3b0dc42e-de40-4358-948e-752a3eb781b4 on network b982feda-81ce-41ea-87c3-16df29be60dc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:46:21.597956 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:46:21.598412 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Checking segment: {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:46:21.598885 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.599344 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Bound using segment: {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:46:21.599961 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Bound port: 3b0dc42e-de40-4358-948e-752a3eb781b4, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:46:21.600426 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.715553 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] For port 3b0dc42e-de40-4358-948e-752a3eb781b4, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:46:21.720344 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] For port 3b0dc42e-de40-4358-948e-752a3eb781b4, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=3b0dc42e-de40-4358-948e-752a3eb781b4,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:46:21.737094 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.820016 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:21.820665 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:46:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:21.829864 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3d7e1f5b-642e-490a-95c3-fc46955e5c4f None None] Provisioning complete for port 3b0dc42e-de40-4358-948e-752a3eb781b4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:21.830692 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1f5b-642e-490a-95c3-fc46955e5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:21.924579 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02098e2-ce93-46eb-9dd8-d83d6a4da903 None None] Pushing event updated for resources: {'Port': ['ID=3b0dc42e-de40-4358-948e-752a3eb781b4,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:22.076337 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1f5b-642e-490a-95c3-fc46955e5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:22.102055 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:22.118198 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:22.120748 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:22.153625 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3d7e1f5b-642e-490a-95c3-fc46955e5c4f None None] For port 3b0dc42e-de40-4358-948e-752a3eb781b4, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=3b0dc42e-de40-4358-948e-752a3eb781b4,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:22.161002 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1f5b-642e-490a-95c3-fc46955e5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:22.228088 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'Port': ['ID=3d1a6848-0a92-464e-89c8-90726a3453c7,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:22.241160 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e1f5b-642e-490a-95c3-fc46955e5c4f None None] Pushing event updated for resources: {'Port': ['ID=3b0dc42e-de40-4358-948e-752a3eb781b4,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:22.247864 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:22.281103 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:22.292585 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-48502f77-6905-464d-88f8-51d3a5b2f849 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2218809 Sep 29 19:46:22.329456 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-af7db26b-e004-48bc-a859-d13590c93390 None None] Provisioning complete for port 3b0dc42e-de40-4358-948e-752a3eb781b4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:22.329848 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af7db26b-e004-48bc-a859-d13590c93390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:22.615117 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4552-b27f-4bf1-9dfe-79e789603990 req-eb36fdd5-8252-44e6-9860-bf70d2cc548b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:22.625163 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ac2d4552-b27f-4bf1-9dfe-79e789603990 req-eb36fdd5-8252-44e6-9860-bf70d2cc548b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.2189002 Sep 29 19:46:22.660619 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:21Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:22.680287 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ac2d4552-b27f-4bf1-9dfe-79e789603990 req-e760bc48-497d-4035-ac1f-f75d5204cfa2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537567 Sep 29 19:46:22.701093 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c2c56-f75f-4ede-bf02-43b711900aae None None] The sync data for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi is: [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:21Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:46:22.725156 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-74853881-847a-4de9-b680-87ae508c280b tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1958966421&fields=id&tenant_id=3918902380164277a9a5386ea5c938b6 HTTP/1.1" status: 200 len: 267 time: 0.0522008 Sep 29 19:46:22.901770 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-83394bb0-739c-480e-91f7-b8045d946e87 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:22.903427 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-83394bb0-739c-480e-91f7-b8045d946e87 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 811 time: 0.1655636 Sep 29 19:46:22.933418 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-e01d7f98-247f-48b9-9e5f-2e9bde68b755 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/quotas/3918902380164277a9a5386ea5c938b6 HTTP/1.1" status: 200 len: 375 time: 0.0174780 Sep 29 19:46:22.945491 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 3b0dc42e-de40-4358-948e-752a3eb781b4 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:46:23.032490 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 3b0dc42e-de40-4358-948e-752a3eb781b4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:23.033551 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:23.067279 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-487e65e2-fd91-4ef9-9b9f-3b75106426e3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169431 Sep 29 19:46:23.294626 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-b8acc725-6f6e-43a0-b20f-be3a5f099508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:23.296188 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-b8acc725-6f6e-43a0-b20f-be3a5f099508 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 1098 time: 0.0876887 Sep 29 19:46:23.298610 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-aa2bfc0f-3cd1-4c0f-842e-604faaa5b4e9 service neutron] 10.222.0.16 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091165 Sep 29 19:46:23.508424 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-cba875cc-4b43-44ea-bab2-14a392cdae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:23.510069 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-cba875cc-4b43-44ea-bab2-14a392cdae7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 917 time: 0.2047391 Sep 29 19:46:23.520184 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-98c90f9c-0d91-4520-a158-be1733e96afe service neutron] 10.222.0.16 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056525 Sep 29 19:46:23.606556 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-430d354c-2ef1-41ab-8e0c-ce696095be3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0 HTTP/1.1" status: 200 len: 1000 time: 0.0845132 Sep 29 19:46:23.709135 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-2a99c9dd-16a5-4f6f-90ef-2a37bbf5b577 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314376668&fields=id&tenant_id=938ba2215e4a43769f47a7dc6ce943b1 HTTP/1.1" status: 200 len: 267 time: 0.1965935 Sep 29 19:46:23.789818 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-439ebd5e-9dcb-4f0b-8d11-76d0d9cc6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:23.792835 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-439ebd5e-9dcb-4f0b-8d11-76d0d9cc6244 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 200 len: 855 time: 0.1768901 Sep 29 19:46:23.977916 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-44f99fe6-8dd1-4601-84cf-df6e3e327c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:23.979459 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-44f99fe6-8dd1-4601-84cf-df6e3e327c75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15520bd8-ddde-49dc-8308-5fe62c865319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1450663 Sep 29 19:46:23.995783 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b925f-b522-41ba-a216-74005aa3e797 req-2bc7762a-8eb3-4638-803e-a399434e073a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:23.997993 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8e1b925f-b522-41ba-a216-74005aa3e797 req-2bc7762a-8eb3-4638-803e-a399434e073a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1648614 Sep 29 19:46:24.007213 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-06b0b686-be59-4b4c-8dc7-f431018b9767 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:24.008806 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-06b0b686-be59-4b4c-8dc7-f431018b9767 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 812 time: 0.2784376 Sep 29 19:46:24.078142 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ecdae72f-a6f5-4518-9ef0-203e90a057d9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/quotas/938ba2215e4a43769f47a7dc6ce943b1 HTTP/1.1" status: 200 len: 375 time: 0.0418601 Sep 29 19:46:24.172686 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8e1b925f-b522-41ba-a216-74005aa3e797 req-d3272c1c-2986-4e6c-94c1-d01982d117da tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344104 Sep 29 19:46:24.203440 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-81268e29-d428-4022-954d-5d410265b809 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040524 Sep 29 19:46:24.239985 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-349e6388-0e6b-4593-b0fc-fcf8aec5c037 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322830 Sep 29 19:46:24.408376 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a23a042b-9cf1-4684-a15a-18094bce8ccc req-91705373-075b-461d-9e21-bdbb498fbe79 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 210 time: 0.1076131 Sep 29 19:46:24.462162 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ed76127c-6284-49b6-9ade-3a729a57f1d0 req-a45b8734-d475-42ad-9d66-b023204fd0d9 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497938 Sep 29 19:46:24.493157 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-f45ebc04-b2ca-466b-88cd-181bf113ca3d service neutron] 10.222.0.16 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037706 Sep 29 19:46:24.560828 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33338) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:24.604697 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-c1e791b2-45e4-4aaa-9e3e-0a35eaccecf9 service neutron] 10.222.0.16 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989604 Sep 29 19:46:24.692297 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5033b2a-b550-43d8-af39-8e0cd831a2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:24.818885 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5033b2a-b550-43d8-af39-8e0cd831a2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:24.823714 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5033b2a-b550-43d8-af39-8e0cd831a2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:24.884039 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-c5033b2a-b550-43d8-af39-8e0cd831a2b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5736392ca9574708a8486d6478bb6bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218098 Sep 29 19:46:24.885420 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5033b2a-b550-43d8-af39-8e0cd831a2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a1197-c983-4739-9dee-a2af5407dcb8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:24.890272 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33350) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:24.973558 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52cd86b8-b3d8-44af-8bb8-8ab4651a809b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.025299 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9cad0345-f8c4-4716-8ebf-6a9b101238b9 req-3cf51e13-8c04-4e04-9e18-14affebde301 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 210 time: 0.0546467 Sep 29 19:46:25.064438 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52cd86b8-b3d8-44af-8bb8-8ab4651a809b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.186094 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-edd6568d-08be-44fa-b500-70c982678b8a tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:25.187939 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-edd6568d-08be-44fa-b500-70c982678b8a tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.47 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 811 time: 0.1782124 Sep 29 19:46:25.189129 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52cd86b8-b3d8-44af-8bb8-8ab4651a809b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.191944 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52cd86b8-b3d8-44af-8bb8-8ab4651a809b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.193766 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-52cd86b8-b3d8-44af-8bb8-8ab4651a809b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d77a1197-c983-4739-9dee-a2af5407dcb8 HTTP/1.1" status: 204 len: 168 time: 0.3019629 Sep 29 19:46:25.212437 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd86b8-b3d8-44af-8bb8-8ab4651a809b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a1197-c983-4739-9dee-a2af5407dcb8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:25.295870 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-6b483177-2fc4-4f87-a45a-44f1b1d14b70 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3918902380164277a9a5386ea5c938b6 HTTP/1.1" status: 200 len: 380 time: 0.0955372 Sep 29 19:46:25.311172 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'port': {'device_id': '58579562-8629-47ec-a747-ca4e7407559d', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'admin_state_up': True, 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'security_groups': ['aa93b629-790f-4a4f-bff7-3b14d9986c74']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:25.503368 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80531f-90de-4caa-b39b-12e84bc47602 req-fa01b493-6960-450e-b95a-9e7e6a9dd530 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:25.506730 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0d80531f-90de-4caa-b39b-12e84bc47602 req-fa01b493-6960-450e-b95a-9e7e6a9dd530 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1908665 Sep 29 19:46:25.593150 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d5c912d0-00ba-49b7-8c80-ce5170132362 req-adb7a92a-f343-473b-b540-2f01736a0e59 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 210 time: 0.0675838 Sep 29 19:46:25.624593 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33374) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:25.641068 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08db9361-406d-4e39-9f7e-989a62ee9e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.651405 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0d80531f-90de-4caa-b39b-12e84bc47602 req-26448779-8f0b-4957-87a7-1263084dc805 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023970 Sep 29 19:46:25.652639 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Made reservation on behalf of 3918902380164277a9a5386ea5c938b6 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:46:25.656849 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.766176 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08db9361-406d-4e39-9f7e-989a62ee9e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.771325 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08db9361-406d-4e39-9f7e-989a62ee9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.822247 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-08db9361-406d-4e39-9f7e-989a62ee9e0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9c0e817475d402abc6240a8e69a7678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921716 Sep 29 19:46:25.822247 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db9361-406d-4e39-9f7e-989a62ee9e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74852993-e36e-4bcc-a945-9091a6cac97c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:25.823076 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33378) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:25.824164 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Allocated IP 172.20.0.8 (b982feda-81ce-41ea-87c3-16df29be60dc/fb1b461f-1323-46b9-9291-f189c7cf35b3/578a80d8-61d2-47fa-b1c7-320a20940831) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:46:25.892478 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42431bd9-4860-4b72-8830-d34cb18a3c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.916772 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42431bd9-4860-4b72-8830-d34cb18a3c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.974006 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42431bd9-4860-4b72-8830-d34cb18a3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.978378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42431bd9-4860-4b72-8830-d34cb18a3c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:25.980206 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-42431bd9-4860-4b72-8830-d34cb18a3c0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74852993-e36e-4bcc-a945-9091a6cac97c HTTP/1.1" status: 204 len: 168 time: 0.1560495 Sep 29 19:46:25.995621 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42431bd9-4860-4b72-8830-d34cb18a3c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74852993-e36e-4bcc-a945-9091a6cac97c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:26.018195 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:26.056885 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:26.099894 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Network b982feda-81ce-41ea-87c3-16df29be60dc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:46:26.106029 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:46:26.110683 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:46:26.220712 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ec85f281-3341-436c-a6e3-8ef15a27d612 req-9f88975b-f7d0-4d1b-998e-636b17e43494 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 210 time: 0.1014915 Sep 29 19:46:26.221799 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'Port': ['ID=578a80d8-61d2-47fa-b1c7-320a20940831,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:26.275756 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:26.276521 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:26.299257 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-95e75f08-3453-450f-af96-d8ad3b0883ed tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9943810 Sep 29 19:46:26.322413 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Request body: {'port': {'device_id': '58579562-8629-47ec-a747-ca4e7407559d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:26.414129 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:26.455362 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-146f74a5-2c33-4e4b-bd4f-51d0a962fd2c None None] Provisioning complete for port 578a80d8-61d2-47fa-b1c7-320a20940831 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:26.456251 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-146f74a5-2c33-4e4b-bd4f-51d0a962fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:26.463181 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-e308110c-39d0-40d2-96e5-1a93336893e0 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:26.464938 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-e308110c-39d0-40d2-96e5-1a93336893e0 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 812 time: 0.2388668 Sep 29 19:46:26.522611 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-146f74a5-2c33-4e4b-bd4f-51d0a962fd2c None None] Port 578a80d8-61d2-47fa-b1c7-320a20940831 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:46:26.526734 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-c0f265dd-3aaf-488d-9420-ad3e06f30d48 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=938ba2215e4a43769f47a7dc6ce943b1 HTTP/1.1" status: 200 len: 379 time: 0.0527663 Sep 29 19:46:26.537385 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'port': {'device_id': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'admin_state_up': True, 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'security_groups': ['152ed6fd-558d-4805-b98d-53412301a6a4']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:26.677330 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Made reservation on behalf of 938ba2215e4a43769f47a7dc6ce943b1 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:46:26.681244 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:26.788647 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8708e68-80e2-4632-9040-599387114b02 req-8b100b8c-2b8b-4f7b-942d-bd0a248bc554 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:26.790467 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e8708e68-80e2-4632-9040-599387114b02 req-8b100b8c-2b8b-4f7b-942d-bd0a248bc554 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 931 time: 0.1019542 Sep 29 19:46:26.850866 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578a80d8-61d2-47fa-b1c7-320a20940831 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:46:26.862893 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:26.867661 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Allocated IP 172.20.0.8 (82500cc5-19d3-4dbf-9e87-a8556f474c06/afe2181c-fb41-4f1a-812b-1d27c0a6a222/96dcb5fb-c686-4140-ba8c-f17c4450e33f) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:46:26.895285 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e8708e68-80e2-4632-9040-599387114b02 req-f8f38cfa-466d-49da-b768-7626304f6b15 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900230 Sep 29 19:46:26.907385 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75b32f-5b6f-476f-9019-f924f7c8c542 req-ef62bd8e-6f88-46f9-b24a-025bf19f8a50 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:26.909087 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fb75b32f-5b6f-476f-9019-f924f7c8c542 req-ef62bd8e-6f88-46f9-b24a-025bf19f8a50 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.1624577 Sep 29 19:46:26.910045 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Transition to ACTIVE for port object 578a80d8-61d2-47fa-b1c7-320a20940831 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:46:26.918264 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:27.002605 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=578a80d8-61d2-47fa-b1c7-320a20940831,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:27.032232 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fb75b32f-5b6f-476f-9019-f924f7c8c542 req-62fb3989-b0f7-413d-a659-c5eccb514cb7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112607 Sep 29 19:46:27.086976 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:27.094075 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Attempting to bind port 578a80d8-61d2-47fa-b1c7-320a20940831 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:46:27.094419 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Attempting to bind port 578a80d8-61d2-47fa-b1c7-320a20940831 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:46:27.095246 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Attempting to bind port 578a80d8-61d2-47fa-b1c7-320a20940831 on network b982feda-81ce-41ea-87c3-16df29be60dc {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:46:27.100720 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Port 578a80d8-61d2-47fa-b1c7-320a20940831 on network b982feda-81ce-41ea-87c3-16df29be60dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:46:27.101145 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Attempting to bind port 578a80d8-61d2-47fa-b1c7-320a20940831 on network b982feda-81ce-41ea-87c3-16df29be60dc {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:46:27.108411 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:46:27.109038 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Checking segment: {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:46:27.109492 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Bound using segment: {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:46:27.110068 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Bound port: 578a80d8-61d2-47fa-b1c7-320a20940831, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:46:27.110622 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:27.145030 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:27.191014 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] For port 578a80d8-61d2-47fa-b1c7-320a20940831, host hv-cinder-81174, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:46:27.194951 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] For port 578a80d8-61d2-47fa-b1c7-320a20940831, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=578a80d8-61d2-47fa-b1c7-320a20940831,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:46:27.202821 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:27.207451 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'Port': ['ID=96dcb5fb-c686-4140-ba8c-f17c4450e33f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:27.229804 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:46:27.231498 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:46:27.236436 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:46:27.271433 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:27.272483 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:27.274357 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] 10.222.0.47 "PUT /v2.0/ports/578a80d8-61d2-47fa-b1c7-320a20940831 HTTP/1.1" status: 200 len: 1093 time: 0.9595573 Sep 29 19:46:27.275270 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58579562-8629-47ec-a747-ca4e7407559d', 'tag': '578a80d8-61d2-47fa-b1c7-320a20940831'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:46:27.279408 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0bd17b-43a1-4f8e-9537-76d611e77434" -d '{"events": [{"name": "network-changed", "server_uuid": "58579562-8629-47ec-a747-ca4e7407559d", "tag": "578a80d8-61d2-47fa-b1c7-320a20940831"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:46:27.396609 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:27.397276 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:27.419160 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-07fb4227-0e8d-438e-a2bc-ca5d504f5cae tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8856416 Sep 29 19:46:27.435861 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f629e7-0e2f-4a50-a1d8-9099c9c7d5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=578a80d8-61d2-47fa-b1c7-320a20940831,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:27.441123 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Request body: {'port': {'device_id': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:27.571703 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:27.573724 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-8785b08a-f19e-444f-b3e5-5532ad3e9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:27.576209 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-8785b08a-f19e-444f-b3e5-5532ad3e9521 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 1096 time: 0.2374754 Sep 29 19:46:27.592855 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b336338-d40d-4c1d-8d7e-fbae38b360e8 req-6b266f26-bd98-4d28-8446-01e21d97ff4f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:27.597775 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4b336338-d40d-4c1d-8d7e-fbae38b360e8 req-6b266f26-bd98-4d28-8446-01e21d97ff4f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 931 time: 0.1805537 Sep 29 19:46:27.739731 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-6481378c-1f90-423a-827f-bd163c021fc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=578a80d8-61d2-47fa-b1c7-320a20940831 HTTP/1.1" status: 200 len: 217 time: 0.1439502 Sep 29 19:46:27.755763 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-73ef3fdd-b44d-474d-a511-1c8c803c7ef7 None None] Provisioning complete for port 96dcb5fb-c686-4140-ba8c-f17c4450e33f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:27.761288 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73ef3fdd-b44d-474d-a511-1c8c803c7ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:27.815329 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d088dc-b3e1-4840-9ab4-bf051c943dc8 x-openstack-request-id: req-79d088dc-b3e1-4840-9ab4-bf051c943dc8 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:46:27.815938 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58579562-8629-47ec-a747-ca4e7407559d", "tag": "578a80d8-61d2-47fa-b1c7-320a20940831", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:46:27.815938 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79d088dc-b3e1-4840-9ab4-bf051c943dc8 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:46:27.816427 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58579562-8629-47ec-a747-ca4e7407559d', 'tag': '578a80d8-61d2-47fa-b1c7-320a20940831', 'status': 'completed', 'code': 200} Sep 29 19:46:27.826282 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-73ef3fdd-b44d-474d-a511-1c8c803c7ef7 None None] Port 96dcb5fb-c686-4140-ba8c-f17c4450e33f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:46:27.840806 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4b336338-d40d-4c1d-8d7e-fbae38b360e8 req-9dfbadc2-3711-4bc5-8ccd-3c981c8e4191 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152102 Sep 29 19:46:27.861959 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-4849180b-134c-446d-b6a7-1bcf0a5df59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:27.863185 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-4849180b-134c-446d-b6a7-1bcf0a5df59c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb1b461f-1323-46b9-9291-f189c7cf35b3 HTTP/1.1" status: 200 len: 850 time: 0.0964601 Sep 29 19:46:27.925576 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-c4e86f72-681a-47a0-90e4-3bad834e533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:27.927525 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-c4e86f72-681a-47a0-90e4-3bad834e533b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b982feda-81ce-41ea-87c3-16df29be60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545688 Sep 29 19:46:28.013545 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [req-f2689e9d-cbe9-4ecf-af7e-7226752f5bb2 req-a1cdaba5-34b4-46ca-8c2f-62b223ae9880 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:46:28.015358 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f2689e9d-cbe9-4ecf-af7e-7226752f5bb2 req-a1cdaba5-34b4-46ca-8c2f-62b223ae9880 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0189307 Sep 29 19:46:28.046201 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dcb5fb-c686-4140-ba8c-f17c4450e33f {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:46:28.062836 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:28.079728 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Transition to ACTIVE for port object 96dcb5fb-c686-4140-ba8c-f17c4450e33f will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:46:28.085106 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:28.147852 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Pushing event updated for resources: {'Port': ['ID=96dcb5fb-c686-4140-ba8c-f17c4450e33f,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:28.274042 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Attempting to bind port 96dcb5fb-c686-4140-ba8c-f17c4450e33f on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:46:28.274816 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Attempting to bind port 96dcb5fb-c686-4140-ba8c-f17c4450e33f by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:46:28.275405 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Attempting to bind port 96dcb5fb-c686-4140-ba8c-f17c4450e33f on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:46:28.285923 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Port 96dcb5fb-c686-4140-ba8c-f17c4450e33f on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:46:28.286284 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Attempting to bind port 96dcb5fb-c686-4140-ba8c-f17c4450e33f on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:46:28.300563 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:46:28.301058 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Checking segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:46:28.301822 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Bound using segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:46:28.302287 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Bound port: 96dcb5fb-c686-4140-ba8c-f17c4450e33f, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:46:28.302658 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:28.450756 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] For port 96dcb5fb-c686-4140-ba8c-f17c4450e33f, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:46:28.457210 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] For port 96dcb5fb-c686-4140-ba8c-f17c4450e33f, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=96dcb5fb-c686-4140-ba8c-f17c4450e33f,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:46:28.482770 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:28.532294 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:28.533983 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:28.537470 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] 10.222.0.47 "PUT /v2.0/ports/96dcb5fb-c686-4140-ba8c-f17c4450e33f HTTP/1.1" status: 200 len: 1093 time: 1.1054914 Sep 29 19:46:28.543510 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'tag': '96dcb5fb-c686-4140-ba8c-f17c4450e33f'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:46:28.550599 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "30e3c9c1-9c68-47dc-9112-4b9194bd986e", "tag": "96dcb5fb-c686-4140-ba8c-f17c4450e33f"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:46:28.556239 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 5eced5d6-0080-419a-96e7-acc4d8c056f0 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:46:28.722580 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef609318-ea6f-4fb0-ac75-d588c34bdefc service neutron] Pushing event updated for resources: {'Port': ['ID=96dcb5fb-c686-4140-ba8c-f17c4450e33f,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:28.747959 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-abeec045-3948-47af-bb21-488280eb2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:28.749904 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-abeec045-3948-47af-bb21-488280eb2edb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 1096 time: 0.1257901 Sep 29 19:46:28.803465 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b35911-105d-4461-9c87-9e064cab8364 req-3dd4c8ed-a45c-4d65-8f94-db2be706c745 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:28.815216 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-c16cd901-d272-4843-86cc-715d9ddb223e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96dcb5fb-c686-4140-ba8c-f17c4450e33f HTTP/1.1" status: 200 len: 217 time: 0.0558722 Sep 29 19:46:28.819693 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:28.821594 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d4b35911-105d-4461-9c87-9e064cab8364 req-3dd4c8ed-a45c-4d65-8f94-db2be706c745 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 943 time: 0.7436104 Sep 29 19:46:28.831637 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-732cf82b-fe92-4709-addc-5d7eb9c511ac service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8944271 Sep 29 19:46:28.897452 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:46:28.903727 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac0540f-eef7-4fb5-96d7-3c6fcff5a894" -d '{"events": [{"server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "name": "network-vif-unplugged", "status": "completed", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:46:28.931018 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:28.945562 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:28.953416 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-7d8dc111-6083-4215-9af7-36f3e1aa26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:28.956786 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-7d8dc111-6083-4215-9af7-36f3e1aa26f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.1330237 Sep 29 19:46:28.959315 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb36913-692e-466d-8d28-a2bc5217f73e req-8a2684de-89d5-4d33-884d-c1301adc3f3d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:28.961302 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bbb36913-692e-466d-8d28-a2bc5217f73e req-8a2684de-89d5-4d33-884d-c1301adc3f3d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 945 time: 0.3635609 Sep 29 19:46:29.063917 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-db760941-baf8-4212-bc97-83ffc7a6b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:29.065482 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-db760941-baf8-4212-bc97-83ffc7a6b626 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018925 Sep 29 19:46:29.074775 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:29.125071 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:29.170542 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d4b35911-105d-4461-9c87-9e064cab8364 req-9a5a5e9e-61ee-42eb-a82b-bceacbc5d898 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297148 Sep 29 19:46:29.260526 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bbb36913-692e-466d-8d28-a2bc5217f73e req-0c99994e-1b78-4e8e-8872-35458112366d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598052 Sep 29 19:46:29.297542 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb62c426-a9b9-4ddd-bbe0-fd2451f701cd x-openstack-request-id: req-bb62c426-a9b9-4ddd-bbe0-fd2451f701cd {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:46:29.299414 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e3c9c1-9c68-47dc-9112-4b9194bd986e", "tag": "96dcb5fb-c686-4140-ba8c-f17c4450e33f", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:46:29.299869 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb62c426-a9b9-4ddd-bbe0-fd2451f701cd {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:46:29.300496 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'tag': '96dcb5fb-c686-4140-ba8c-f17c4450e33f', 'status': 'completed', 'code': 200} Sep 29 19:46:29.348979 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce01f09b-3b58-4ca9-aef5-3d361f5cd6f5 req-cfe9c290-e6c2-42cd-af5a-f4aa1d4b1a66 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840076 Sep 29 19:46:29.358518 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 19:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73179402-96df-4d89-bce6-dd9f8670ff39 x-openstack-request-id: req-73179402-96df-4d89-bce6-dd9f8670ff39 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:46:29.359348 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "name": "network-vif-unplugged", "status": "failed", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0", "code": 422}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:46:29.360052 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73179402-96df-4d89-bce6-dd9f8670ff39 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:46:29.360967 dv-cinder-811740-1-iscsi neutron-server[100713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'code': 422} returned with failed status Sep 29 19:46:29.389514 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-414deee3-7d09-4ec2-98dd-aa088e76713c service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158073 Sep 29 19:46:29.392201 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-bfd32d05-95e3-409d-8271-a76142e0ab7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2639127 Sep 29 19:46:29.417630 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-6d02938c-d82d-40a9-8d91-7c741e2a0913 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:46:29.420424 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-6d02938c-d82d-40a9-8d91-7c741e2a0913 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0272176 Sep 29 19:46:29.490610 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a79d-a8f5-4e0b-9431-a79b26b62934 req-97864432-f894-4c10-a8c4-1c83eb8bbb0f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:29.492427 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ce8a79d-a8f5-4e0b-9431-a79b26b62934 req-97864432-f894-4c10-a8c4-1c83eb8bbb0f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.1291304 Sep 29 19:46:29.500397 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-e34f9f34-93c3-42c2-93fa-cb1cf86ef780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:29.501954 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-e34f9f34-93c3-42c2-93fa-cb1cf86ef780 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 1096 time: 0.0766611 Sep 29 19:46:29.562464 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9963c5c7-86fa-42e5-9baa-42e190834e55 req-9db8f2f9-63c9-4fba-8a93-f8c34c46f642 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551483 Sep 29 19:46:29.609439 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ce8a79d-a8f5-4e0b-9431-a79b26b62934 req-05eef55f-eb91-4a92-8e06-d93f5366176f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060998 Sep 29 19:46:29.820793 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-6c67b052-31d1-4db0-99e8-cacafbb5d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:29.824079 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-6c67b052-31d1-4db0-99e8-cacafbb5d47b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 912 time: 0.3130064 Sep 29 19:46:29.923389 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-a63e9c48-997b-4719-be70-ba6f82c02e93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=578a80d8-61d2-47fa-b1c7-320a20940831 HTTP/1.1" status: 200 len: 217 time: 0.0912418 Sep 29 19:46:30.020309 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-df18097b-471c-4a8d-be1a-4775465bf73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:30.024282 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-df18097b-471c-4a8d-be1a-4775465bf73b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb1b461f-1323-46b9-9291-f189c7cf35b3 HTTP/1.1" status: 200 len: 850 time: 0.0907481 Sep 29 19:46:30.117772 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-3ccf1dae-dbff-488c-8cf1-f23f3ab8b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:30.119507 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-3ccf1dae-dbff-488c-8cf1-f23f3ab8b336 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 1096 time: 0.4931884 Sep 29 19:46:30.182761 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-29f51c2c-ceba-421d-a383-762bc6fccdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:30.188834 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-29f51c2c-ceba-421d-a383-762bc6fccdb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b982feda-81ce-41ea-87c3-16df29be60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1533432 Sep 29 19:46:30.367502 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-909310d8-fcbf-4cdc-b0aa-be8496507878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:30.371125 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-909310d8-fcbf-4cdc-b0aa-be8496507878 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 913 time: 0.2412684 Sep 29 19:46:30.477126 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-bfe4159b-dd8f-4b7f-96d9-4eb3e74ca0bf service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720504 Sep 29 19:46:30.490658 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265745b-0c8b-4525-841c-04a2dca55b67 req-c83f108a-ae6e-4a47-b728-2d4176a7f6aa tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:30.492258 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6265745b-0c8b-4525-841c-04a2dca55b67 req-c83f108a-ae6e-4a47-b728-2d4176a7f6aa tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 943 time: 0.1405368 Sep 29 19:46:30.521961 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0883201-30f4-4c96-a506-03d203b2f08b req-f146456b-fa44-4d5b-88db-d1897face67f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:30.523558 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b0883201-30f4-4c96-a506-03d203b2f08b req-f146456b-fa44-4d5b-88db-d1897face67f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.1235104 Sep 29 19:46:30.570955 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6265745b-0c8b-4525-841c-04a2dca55b67 req-3a307ed0-e86a-47eb-aeb2-cd562329f2fa tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691562 Sep 29 19:46:30.592732 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b0883201-30f4-4c96-a506-03d203b2f08b req-b13d4004-12b4-4863-b381-65376798ca8b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566387 Sep 29 19:46:30.791812 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b07d4-872c-4c3a-b7eb-fbd8770195b2 req-b6c88c1c-268b-4181-8e60-902435b34c0f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:30.793396 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-953b07d4-872c-4c3a-b7eb-fbd8770195b2 req-b6c88c1c-268b-4181-8e60-902435b34c0f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.0573592 Sep 29 19:46:30.842847 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-953b07d4-872c-4c3a-b7eb-fbd8770195b2 req-01e4b845-5814-4423-b9ed-efe745ca3fac tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407450 Sep 29 19:46:31.076911 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:31.193402 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0078bfd4-7509-4879-98ee-b0e06030a065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:31.316183 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0078bfd4-7509-4879-98ee-b0e06030a065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:31.320924 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0078bfd4-7509-4879-98ee-b0e06030a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:31.369671 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-0078bfd4-7509-4879-98ee-b0e06030a065 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7aed45523074ae5869b15144606642f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915447 Sep 29 19:46:31.370724 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078bfd4-7509-4879-98ee-b0e06030a065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5e7757-2aa6-40c6-a96c-7a9088fd502f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:31.373380 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33534) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:31.438317 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2764d7fb-8c71-405c-8135-0bc45c88a23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:31.464624 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2764d7fb-8c71-405c-8135-0bc45c88a23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:31.521592 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2764d7fb-8c71-405c-8135-0bc45c88a23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:31.524596 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2764d7fb-8c71-405c-8135-0bc45c88a23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:31.526192 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2764d7fb-8c71-405c-8135-0bc45c88a23f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d5e7757-2aa6-40c6-a96c-7a9088fd502f HTTP/1.1" status: 204 len: 168 time: 0.1515911 Sep 29 19:46:31.537121 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764d7fb-8c71-405c-8135-0bc45c88a23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5e7757-2aa6-40c6-a96c-7a9088fd502f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:31.706462 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79225f1e-ae39-40d0-ad74-04d6f8c31b1f req-bdb43c15-fc9e-47bd-8420-9f5df0e4211e tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:31.708288 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-79225f1e-ae39-40d0-ad74-04d6f8c31b1f req-bdb43c15-fc9e-47bd-8420-9f5df0e4211e tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 943 time: 0.0590670 Sep 29 19:46:31.829618 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-79225f1e-ae39-40d0-ad74-04d6f8c31b1f req-0173cbee-b3ba-46d8-a29a-c98323ef443c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135788 Sep 29 19:46:31.850465 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995edae-f45f-4af3-b578-b340845aecd8 req-d165869f-d9d7-457a-ad4a-a7ee24f3bf9d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:31.853896 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5995edae-f45f-4af3-b578-b340845aecd8 req-d165869f-d9d7-457a-ad4a-a7ee24f3bf9d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.1352141 Sep 29 19:46:31.874454 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33546) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:31.892415 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03a28292-1174-4dc9-b2c0-347f53098d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:31.935467 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5995edae-f45f-4af3-b578-b340845aecd8 req-a8add32e-8b67-46bf-a8ee-7981b09a55de tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741644 Sep 29 19:46:31.989858 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d217fc3-0d18-422d-9f64-1b81915f0b9c req-0aa51cd6-ffda-4cbc-b022-3c03f28b475a tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:31.992320 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1d217fc3-0d18-422d-9f64-1b81915f0b9c req-0aa51cd6-ffda-4cbc-b022-3c03f28b475a tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.0763402 Sep 29 19:46:32.033817 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03a28292-1174-4dc9-b2c0-347f53098d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:32.037303 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1d217fc3-0d18-422d-9f64-1b81915f0b9c req-46ed97be-33ff-4476-b8bc-561902765c66 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349691 Sep 29 19:46:32.038763 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03a28292-1174-4dc9-b2c0-347f53098d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:32.081403 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-03a28292-1174-4dc9-b2c0-347f53098d3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37542ad8b6024b59892d72ffe15efa05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056332 Sep 29 19:46:32.082622 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a28292-1174-4dc9-b2c0-347f53098d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff97311-ec03-4c08-8437-6d10ba6f0e48,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:32.085595 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33548) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:32.140784 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daa5b945-28a4-4302-aa60-10b3a2816853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:32.165796 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daa5b945-28a4-4302-aa60-10b3a2816853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:32.217246 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daa5b945-28a4-4302-aa60-10b3a2816853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:32.220463 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daa5b945-28a4-4302-aa60-10b3a2816853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:32.221752 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-daa5b945-28a4-4302-aa60-10b3a2816853 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aff97311-ec03-4c08-8437-6d10ba6f0e48 HTTP/1.1" status: 204 len: 168 time: 0.1352210 Sep 29 19:46:32.230241 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5b945-28a4-4302-aa60-10b3a2816853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff97311-ec03-4c08-8437-6d10ba6f0e48,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:32.982143 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55316e8f-0ab2-48aa-9755-291f2955486e req-2f167da0-6775-41d4-b8bd-0b0b64a5dd85 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:32.985641 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-55316e8f-0ab2-48aa-9755-291f2955486e req-2f167da0-6775-41d4-b8bd-0b0b64a5dd85 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 943 time: 0.0712769 Sep 29 19:46:33.040422 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-55316e8f-0ab2-48aa-9755-291f2955486e req-b6059383-e28d-4657-80ed-108b99769ce1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487118 Sep 29 19:46:33.095049 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4bfdb-b065-4c96-a013-97c19bfe92ce req-85c730b6-baa0-46ed-9883-4510c8ba0840 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:33.096697 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ebb4bfdb-b065-4c96-a013-97c19bfe92ce req-85c730b6-baa0-46ed-9883-4510c8ba0840 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0549963 Sep 29 19:46:33.161692 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-56b43fca-ba47-4961-ad69-42a8b2518f6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96dcb5fb-c686-4140-ba8c-f17c4450e33f HTTP/1.1" status: 200 len: 217 time: 0.0497193 Sep 29 19:46:33.227148 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-0aafcd03-2cc9-48b1-81d3-0ed9a4d198ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:33.228951 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-0aafcd03-2cc9-48b1-81d3-0ed9a4d198ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.0584271 Sep 29 19:46:33.241528 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ebb4bfdb-b065-4c96-a013-97c19bfe92ce req-1a6bd465-2fed-415f-9c5c-02ce56973053 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382101 Sep 29 19:46:33.296578 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-f8ec0fea-288b-47bb-9ac9-f75d61b0cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:33.298139 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-f8ec0fea-288b-47bb-9ac9-f75d61b0cd7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616035 Sep 29 19:46:33.302419 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82437ce7-d88e-4e7c-8163-05269865bcd3 req-9fd82cfe-5ffc-460d-8697-885b57e422ac tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:33.304058 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-82437ce7-d88e-4e7c-8163-05269865bcd3 req-9fd82cfe-5ffc-460d-8697-885b57e422ac tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.1709075 Sep 29 19:46:33.326460 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d0bd17b-43a1-4f8e-9537-76d611e77434 req-d9e00e8c-90b7-45cb-b13c-32b724f14c89 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914411 Sep 29 19:46:33.356668 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-82437ce7-d88e-4e7c-8163-05269865bcd3 req-6d64ce1d-a5a7-4d30-b422-a38e2966a029 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434260 Sep 29 19:46:33.407757 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-652a23f9-0adf-4568-b893-290a87321c63 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007502 Sep 29 19:46:33.558569 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0796f875-bcc9-4bd0-91a1-ec53264fdcb4 req-ade4bfad-1207-444e-a6a9-ae46ac1a1694 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413991 Sep 29 19:46:34.193660 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-7d7c07dc-efc8-4b40-984a-35bf09ab55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:34.195395 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-7d7c07dc-efc8-4b40-984a-35bf09ab55db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0&tenant_id=66270993a5594fba83b2dfc6034c0ccd HTTP/1.1" status: 200 len: 1096 time: 0.0860758 Sep 29 19:46:34.225572 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41584f0-ddf4-435b-af41-14cd464333b9 req-053b3e1b-7347-4ef1-beec-16d2c3a00064 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:34.235955 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c41584f0-ddf4-435b-af41-14cd464333b9 req-053b3e1b-7347-4ef1-beec-16d2c3a00064 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 943 time: 0.0904429 Sep 29 19:46:34.306570 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-e1426f12-cb28-42d4-a23c-57e0527a8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:34.309887 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-e1426f12-cb28-42d4-a23c-57e0527a8258 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 1096 time: 0.0802743 Sep 29 19:46:34.323244 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c41584f0-ddf4-435b-af41-14cd464333b9 req-75a79a9c-fb52-46e0-961e-af34aa469959 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820308 Sep 29 19:46:34.404718 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d29847-60eb-4d6b-8f13-46db2f708167 req-2e7ea065-86b8-4168-9cba-590115009f44 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:34.413710 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-59d29847-60eb-4d6b-8f13-46db2f708167 req-2e7ea065-86b8-4168-9cba-590115009f44 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0777440 Sep 29 19:46:34.467547 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-59d29847-60eb-4d6b-8f13-46db2f708167 req-30a6870f-80f3-4219-8a22-82083ccfeaa2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525284 Sep 29 19:46:34.471511 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33622) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:34.566248 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-48e8ff83-36b0-48ef-b6eb-605f7f462c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:34.569230 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-48e8ff83-36b0-48ef-b6eb-605f7f462c97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 917 time: 0.2500937 Sep 29 19:46:34.569682 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320dcb-0ef3-4274-82fa-a93d42897495 req-a5fa6edb-6ec3-46a9-8786-246cedfcc055 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:34.571235 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-15320dcb-0ef3-4274-82fa-a93d42897495 req-a5fa6edb-6ec3-46a9-8786-246cedfcc055 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.0694919 Sep 29 19:46:34.591186 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 578a80d8-61d2-47fa-b1c7-320a20940831 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:46:34.633293 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-15320dcb-0ef3-4274-82fa-a93d42897495 req-9bb64a19-2955-47fa-ac3d-e6613c2112df tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517113 Sep 29 19:46:34.642636 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dac528f-8dd4-4e4e-8257-7f30f46e8f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:34.691058 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-abc2f8c5-d296-40c5-a1b5-58bd3cf265b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0 HTTP/1.1" status: 200 len: 998 time: 0.1144698 Sep 29 19:46:34.711409 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 578a80d8-61d2-47fa-b1c7-320a20940831, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=578a80d8-61d2-47fa-b1c7-320a20940831,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:34.725274 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '578a80d8-61d2-47fa-b1c7-320a20940831', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'port_id': '578a80d8-61d2-47fa-b1c7-320a20940831', 'mac_address': 'fa:16:3e:6f:2c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:46:34.750040 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-63d37370-cf66-4c0e-9df6-fd49025b4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:34.751517 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-63d37370-cf66-4c0e-9df6-fd49025b4380 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 200 len: 855 time: 0.0533273 Sep 29 19:46:34.767071 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dac528f-8dd4-4e4e-8257-7f30f46e8f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:34.773506 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:34.775053 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dac528f-8dd4-4e4e-8257-7f30f46e8f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:34.791977 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578a80d8-61d2-47fa-b1c7-320a20940831 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:46:34.819388 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-3dac528f-8dd4-4e4e-8257-7f30f46e8f67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ac18e1a8e694481bb0da0218578352d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452179 Sep 29 19:46:34.820615 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac528f-8dd4-4e4e-8257-7f30f46e8f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28487755-df4b-4ac1-8901-f8341dd6a120,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:34.823221 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33628) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:34.830858 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 578a80d8-61d2-47fa-b1c7-320a20940831, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=578a80d8-61d2-47fa-b1c7-320a20940831,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:34.838483 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-98a38676-f5b1-4a98-959c-f6629e19cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:34.842393 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-98a38676-f5b1-4a98-959c-f6629e19cd11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15520bd8-ddde-49dc-8308-5fe62c865319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818977 Sep 29 19:46:34.845417 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:34.901961 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=578a80d8-61d2-47fa-b1c7-320a20940831,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:34.904516 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66e57b5c-7806-4a65-b0f0-b8e30564a3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:34.930961 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66e57b5c-7806-4a65-b0f0-b8e30564a3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:34.989520 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66e57b5c-7806-4a65-b0f0-b8e30564a3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:34.993704 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66e57b5c-7806-4a65-b0f0-b8e30564a3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:34.995365 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-66e57b5c-7806-4a65-b0f0-b8e30564a3cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28487755-df4b-4ac1-8901-f8341dd6a120 HTTP/1.1" status: 204 len: 168 time: 0.1710200 Sep 29 19:46:35.009080 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e57b5c-7806-4a65-b0f0-b8e30564a3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28487755-df4b-4ac1-8901-f8341dd6a120,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:35.284310 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:35.299524 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb7a0-500f-4427-92ca-98c05f06527f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:35.416933 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb7a0-500f-4427-92ca-98c05f06527f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:35.422835 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb7a0-500f-4427-92ca-98c05f06527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:35.493615 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-7dbbb7a0-500f-4427-92ca-98c05f06527f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a273da6ef3de48dc95e24cae637ba9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080047 Sep 29 19:46:35.494172 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbb7a0-500f-4427-92ca-98c05f06527f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e962893-ab25-4b76-8cc7-ec973faf1b45,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:35.498302 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33638) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:35.549763 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab41fe9-27b2-41f2-8936-1d186af964d1 req-96bbca23-2145-45c8-be34-85747466d26a tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:35.551347 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4ab41fe9-27b2-41f2-8936-1d186af964d1 req-96bbca23-2145-45c8-be34-85747466d26a tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 944 time: 0.1075280 Sep 29 19:46:35.576136 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ce84dd9f-7440-41e2-b258-bd06f5fe299d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:35.579775 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7608685e-8d58-4504-b1a8-f375fd926a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:35.651555 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7608685e-8d58-4504-b1a8-f375fd926a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:35.661901 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4ab41fe9-27b2-41f2-8936-1d186af964d1 req-cb0906b6-073b-45ee-b5ef-819708f5be2c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947318 Sep 29 19:46:35.687954 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd86cbe-30e7-496b-81d9-520e861cd311 req-990abd5b-1ef1-4ad1-b020-ec4d6a79e833 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:35.689526 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9bd86cbe-30e7-496b-81d9-520e861cd311 req-990abd5b-1ef1-4ad1-b020-ec4d6a79e833 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0993850 Sep 29 19:46:35.768746 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9bd86cbe-30e7-496b-81d9-520e861cd311 req-5e4626cc-5aad-47bf-a0f3-15f57b7eb71b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725207 Sep 29 19:46:35.770728 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7608685e-8d58-4504-b1a8-f375fd926a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:35.773597 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7608685e-8d58-4504-b1a8-f375fd926a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:35.774678 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-7608685e-8d58-4504-b1a8-f375fd926a3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e962893-ab25-4b76-8cc7-ec973faf1b45 HTTP/1.1" status: 204 len: 168 time: 0.2754300 Sep 29 19:46:35.791123 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608685e-8d58-4504-b1a8-f375fd926a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e962893-ab25-4b76-8cc7-ec973faf1b45,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:35.821793 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a2010-3f78-425e-ae57-08925f833d28 req-b07fce86-6c39-42ab-984b-2c6798816e3c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:35.830512 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fc9a2010-3f78-425e-ae57-08925f833d28 req-b07fce86-6c39-42ab-984b-2c6798816e3c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.0964739 Sep 29 19:46:35.847024 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-61297996-e203-419e-8602-82f2ed28934d service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404278 Sep 29 19:46:35.868885 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fc9a2010-3f78-425e-ae57-08925f833d28 req-24c8f4a6-f483-422e-ba70-ab3a919ba60f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374811 Sep 29 19:46:36.675045 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-1378ee27-4d3d-495b-b8ef-613cab1abc06 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044126 Sep 29 19:46:36.794596 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ff03-eb6a-4f6b-8494-c51dfcbbfa6e req-60dd7ff6-59e8-4e7a-a6a4-4f8fdf99fdb9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:36.796316 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2602ff03-eb6a-4f6b-8494-c51dfcbbfa6e req-60dd7ff6-59e8-4e7a-a6a4-4f8fdf99fdb9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 944 time: 0.0579817 Sep 29 19:46:36.863288 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2602ff03-eb6a-4f6b-8494-c51dfcbbfa6e req-5cdb3fc2-610b-4873-92eb-52e02ac5b793 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484788 Sep 29 19:46:36.948131 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50faa827-4125-43d5-b63c-99915c6dc01c req-644e7594-8f89-4abf-923d-b0b09399e371 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:36.950944 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-50faa827-4125-43d5-b63c-99915c6dc01c req-644e7594-8f89-4abf-923d-b0b09399e371 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0798116 Sep 29 19:46:37.053495 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-50faa827-4125-43d5-b63c-99915c6dc01c req-4192ad9c-0f92-473f-812e-8a4ead56c8dc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864882 Sep 29 19:46:37.065192 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbd249-2ad4-4f79-87ee-05cbf2783756 req-b2f9eaa0-57a9-441b-aa7a-f3c92981344e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:37.066765 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bccbd249-2ad4-4f79-87ee-05cbf2783756 req-b2f9eaa0-57a9-441b-aa7a-f3c92981344e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.1145170 Sep 29 19:46:37.118566 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bccbd249-2ad4-4f79-87ee-05cbf2783756 req-9c895186-d6bf-4d3c-b588-74a68c0f4000 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446291 Sep 29 19:46:37.778763 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['578a80d8-61d2-47fa-b1c7-320a20940831'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:46:38.060585 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a2463-56ae-467e-9b11-43d6e8cb3a40 req-22dce633-16be-42d6-a8a9-4f19a846f013 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:38.063164 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f56a2463-56ae-467e-9b11-43d6e8cb3a40 req-22dce633-16be-42d6-a8a9-4f19a846f013 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 944 time: 0.0761068 Sep 29 19:46:38.128581 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f56a2463-56ae-467e-9b11-43d6e8cb3a40 req-f9d3d342-880f-485e-895c-4e212de4ad96 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576589 Sep 29 19:46:38.295591 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c43109-83b8-454e-8449-f5ed3da8d83d req-99f4fd79-3641-40e9-80b5-2f412df04537 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:38.297599 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-96c43109-83b8-454e-8449-f5ed3da8d83d req-99f4fd79-3641-40e9-80b5-2f412df04537 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0987279 Sep 29 19:46:38.313497 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394b9b1-ec01-4c47-aa0e-508c89c6088d req-9cdd6c17-f73e-4787-839a-98dfd40bed6b tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:38.334185 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2394b9b1-ec01-4c47-aa0e-508c89c6088d req-9cdd6c17-f73e-4787-839a-98dfd40bed6b tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.0945315 Sep 29 19:46:38.454794 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33750) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:38.464008 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-96c43109-83b8-454e-8449-f5ed3da8d83d req-046cf5b4-ae18-4213-afe2-3ef8ebacede1 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269622 Sep 29 19:46:38.482584 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2394b9b1-ec01-4c47-aa0e-508c89c6088d req-a96dcdc8-38d4-4e2b-bca5-84012b0e8950 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435440 Sep 29 19:46:38.559574 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-46111176-af44-4ce8-866a-f1731eb20ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:38.734763 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:38.818688 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:39.008840 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:39.016637 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:39.082812 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca52e90-96c9-4752-b5b0-ba1d0ccb1f2a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:39.100846 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.101450 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.101820 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.102319 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.102803 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.103301 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.103773 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.104285 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.104616 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.105106 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.105430 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.105957 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.114437 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-bbf2686a-1662-44da-ab71-064b20531f4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20c1572585334f71a3ee4ef87ac32fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580105 Sep 29 19:46:39.114757 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:39.197623 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:39.231214 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:39.316390 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c0155-718f-492b-bd15-ad61c1906596 req-bebbf5c1-e246-4546-acee-017258304bf3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:39.322241 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e49c0155-718f-492b-bd15-ad61c1906596 req-bebbf5c1-e246-4546-acee-017258304bf3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 944 time: 0.0789163 Sep 29 19:46:39.354466 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:39.357225 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:39.360736 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ca52e90-96c9-4752-b5b0-ba1d0ccb1f2a HTTP/1.1" status: 204 len: 168 time: 0.2420111 Sep 29 19:46:39.378024 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e49c0155-718f-492b-bd15-ad61c1906596 req-f43cdf63-0b63-4137-a38f-4035d87c2120 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519938 Sep 29 19:46:39.381464 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca52e90-96c9-4752-b5b0-ba1d0ccb1f2a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:39.388508 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.388861 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.389207 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.389542 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.389874 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.390211 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.390541 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.390871 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.391202 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.391526 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.391870 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.392199 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365156c-f656-4879-b9dc-2cf8fbf17c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:46:39.449987 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:39.681411 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e5a3e-9658-4877-8f5c-01e7124f6c2c req-676604b1-723b-4939-8601-4593198c60c6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:39.683021 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-394e5a3e-9658-4877-8f5c-01e7124f6c2c req-676604b1-723b-4939-8601-4593198c60c6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.1023932 Sep 29 19:46:39.729663 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66192c33-769d-48aa-8645-a9266133b6fc req-6c328f12-5083-4f74-83c7-fcc7fd556d01 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:39.731806 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-66192c33-769d-48aa-8645-a9266133b6fc req-6c328f12-5083-4f74-83c7-fcc7fd556d01 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0898793 Sep 29 19:46:39.767288 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-394e5a3e-9658-4877-8f5c-01e7124f6c2c req-65fefd42-a5ce-4ad4-a28e-56875c07fad7 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763507 Sep 29 19:46:39.804149 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-66192c33-769d-48aa-8645-a9266133b6fc req-730248e6-1509-402f-b417-f40e8ebf0757 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652032 Sep 29 19:46:39.874210 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33772) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:39.896809 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95ce6a93-575d-4434-b8e0-e578e8fa9314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:40.057553 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95ce6a93-575d-4434-b8e0-e578e8fa9314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:40.064742 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95ce6a93-575d-4434-b8e0-e578e8fa9314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:40.122427 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-95ce6a93-575d-4434-b8e0-e578e8fa9314 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5043b2e4d0b4458baaf57852ad632b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468150 Sep 29 19:46:40.124716 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce6a93-575d-4434-b8e0-e578e8fa9314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc6109-bf5e-4c65-b92f-8e6788eb65e3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:40.125440 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33776) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:40.190828 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-757ffa91-17a5-40bd-afdc-3d28ebed48b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:40.197141 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 578a80d8-61d2-47fa-b1c7-320a20940831 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:46:40.233528 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-757ffa91-17a5-40bd-afdc-3d28ebed48b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:40.284931 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 578a80d8-61d2-47fa-b1c7-320a20940831 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:46:40.290152 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 578a80d8-61d2-47fa-b1c7-320a20940831 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:40.290721 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:40.320268 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-757ffa91-17a5-40bd-afdc-3d28ebed48b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:40.323757 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-757ffa91-17a5-40bd-afdc-3d28ebed48b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:40.326363 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-757ffa91-17a5-40bd-afdc-3d28ebed48b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbcc6109-bf5e-4c65-b92f-8e6788eb65e3 HTTP/1.1" status: 204 len: 168 time: 0.1993170 Sep 29 19:46:40.344341 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ffa91-17a5-40bd-afdc-3d28ebed48b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc6109-bf5e-4c65-b92f-8e6788eb65e3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:40.469982 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:40.506656 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58579562-8629-47ec-a747-ca4e7407559d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578a80d8-61d2-47fa-b1c7-320a20940831'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:46:40.510935 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632a18d3-3d00-4408-8a98-20e0af15818b" -d '{"events": [{"server_uuid": "58579562-8629-47ec-a747-ca4e7407559d", "name": "network-vif-plugged", "status": "completed", "tag": "578a80d8-61d2-47fa-b1c7-320a20940831"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:46:40.536637 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 578a80d8-61d2-47fa-b1c7-320a20940831, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=578a80d8-61d2-47fa-b1c7-320a20940831,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:40.544109 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:40.597492 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c40507-52e6-4687-aee6-f91b5c3c8637 x-openstack-request-id: req-c7c40507-52e6-4687-aee6-f91b5c3c8637 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:46:40.597811 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58579562-8629-47ec-a747-ca4e7407559d", "name": "network-vif-plugged", "status": "completed", "tag": "578a80d8-61d2-47fa-b1c7-320a20940831", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:46:40.598068 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7c40507-52e6-4687-aee6-f91b5c3c8637 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:46:40.598466 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58579562-8629-47ec-a747-ca4e7407559d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578a80d8-61d2-47fa-b1c7-320a20940831', 'code': 200} Sep 29 19:46:40.640264 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3b2b2-1958-4b7f-a472-454665f9a9e8 req-a7dafc9f-3e80-4b27-86d8-0485dfe7e19a tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:40.641880 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9fd3b2b2-1958-4b7f-a472-454665f9a9e8 req-a7dafc9f-3e80-4b27-86d8-0485dfe7e19a tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.1009030 Sep 29 19:46:40.660491 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=578a80d8-61d2-47fa-b1c7-320a20940831,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:40.709680 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9fd3b2b2-1958-4b7f-a472-454665f9a9e8 req-fe737b9b-bb5a-4717-877e-830ab5d3262e tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553503 Sep 29 19:46:41.043928 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366068cf-2460-4e7b-a820-34c3dec810c8 req-331c2489-46c0-4396-bfcd-e2dd8bb3e50a tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:41.046324 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-366068cf-2460-4e7b-a820-34c3dec810c8 req-331c2489-46c0-4396-bfcd-e2dd8bb3e50a tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.1652024 Sep 29 19:46:41.076797 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c02a6-c3b1-4a3a-b1f3-74e27ef567e8 req-ed7623ca-b409-46a3-8249-59d702f386fd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:41.078406 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-415c02a6-c3b1-4a3a-b1f3-74e27ef567e8 req-ed7623ca-b409-46a3-8249-59d702f386fd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.1313412 Sep 29 19:46:41.154832 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-366068cf-2460-4e7b-a820-34c3dec810c8 req-c2fcd3ad-b3bb-4e3f-bb25-4abe9a2543f2 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753815 Sep 29 19:46:41.162233 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-415c02a6-c3b1-4a3a-b1f3-74e27ef567e8 req-d97b1680-e4cf-4bda-968f-b7406fbeff7c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766702 Sep 29 19:46:41.305468 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:41.888475 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32dc51-5a37-4ab3-8c51-8666441eaa64 req-e7650249-faef-499f-8e2e-13728ca412cf tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:41.890905 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3e32dc51-5a37-4ab3-8c51-8666441eaa64 req-e7650249-faef-499f-8e2e-13728ca412cf tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0837619 Sep 29 19:46:41.944917 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3e32dc51-5a37-4ab3-8c51-8666441eaa64 req-c66d9c11-9d01-460f-922c-ca7e55910938 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460496 Sep 29 19:46:42.137509 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33826) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:42.325093 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72fb39d2-fbd8-47d8-abf2-685c0cdc1039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:42.421694 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a3f11-8a0f-4d17-b16d-93b42d241c29 req-0a9d97d8-9bf1-4408-bf2f-4b31c23afaba tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:42.424173 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-097a3f11-8a0f-4d17-b16d-93b42d241c29 req-0a9d97d8-9bf1-4408-bf2f-4b31c23afaba tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.1465397 Sep 29 19:46:42.468134 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625906ab-fc5a-4c8f-a6fc-615510ca6890 req-3bf3ace4-7001-45d2-98f0-111296c3d0ca tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:42.471940 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-625906ab-fc5a-4c8f-a6fc-615510ca6890 req-3bf3ace4-7001-45d2-98f0-111296c3d0ca tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.1256709 Sep 29 19:46:42.495691 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72fb39d2-fbd8-47d8-abf2-685c0cdc1039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:42.504478 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72fb39d2-fbd8-47d8-abf2-685c0cdc1039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:42.536161 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb39d2-fbd8-47d8-abf2-685c0cdc1039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afe63df-8e1f-4315-9f9d-2f5ad2386249,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:42.571915 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33834) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:42.572244 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-72fb39d2-fbd8-47d8-abf2-685c0cdc1039 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f6e36152423492289817b220aee43ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312384 Sep 29 19:46:42.628205 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-097a3f11-8a0f-4d17-b16d-93b42d241c29 req-d657a01f-0487-4131-9a70-0eb400425d12 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940539 Sep 29 19:46:42.677560 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-625906ab-fc5a-4c8f-a6fc-615510ca6890 req-ad0cedf1-c84d-4d79-8f42-b4a26a2da2f2 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757846 Sep 29 19:46:42.693697 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:42.712627 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd5b04c0-fe6c-478f-8301-08ced35b4d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:42.742351 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd5b04c0-fe6c-478f-8301-08ced35b4d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:42.794943 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd5b04c0-fe6c-478f-8301-08ced35b4d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:42.797578 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd5b04c0-fe6c-478f-8301-08ced35b4d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:42.799128 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-cd5b04c0-fe6c-478f-8301-08ced35b4d99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2afe63df-8e1f-4315-9f9d-2f5ad2386249 HTTP/1.1" status: 204 len: 168 time: 0.2281125 Sep 29 19:46:42.808448 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b04c0-fe6c-478f-8301-08ced35b4d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afe63df-8e1f-4315-9f9d-2f5ad2386249,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:43.122102 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a69d4-fb46-44cb-9072-98e2962faf94 req-a1207093-184e-4d8b-acf0-374cbec48170 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:43.123943 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-867a69d4-fb46-44cb-9072-98e2962faf94 req-a1207093-184e-4d8b-acf0-374cbec48170 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0927024 Sep 29 19:46:43.203371 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-867a69d4-fb46-44cb-9072-98e2962faf94 req-2c7a0138-8b5f-4b1c-8337-27959b2b8efc tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727570 Sep 29 19:46:43.793991 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe6c8d-a2b5-4099-968b-a0cde1cc5a36 req-32612885-46a3-4cd1-82bb-3421ef7e79c7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:43.795793 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-09fe6c8d-a2b5-4099-968b-a0cde1cc5a36 req-32612885-46a3-4cd1-82bb-3421ef7e79c7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0680814 Sep 29 19:46:43.927863 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-09fe6c8d-a2b5-4099-968b-a0cde1cc5a36 req-118247c2-3164-45eb-b78b-97fa721a5687 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172361 Sep 29 19:46:43.945350 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea076-f685-41e0-9897-590f8cfff4bd req-2d357cad-8ad0-4807-b60f-dbd68c325858 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:43.946917 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-758ea076-f685-41e0-9897-590f8cfff4bd req-2d357cad-8ad0-4807-b60f-dbd68c325858 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.1155555 Sep 29 19:46:44.013503 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-758ea076-f685-41e0-9897-590f8cfff4bd req-af3052a4-9fc8-4287-8fdb-27edeb7d0366 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581555 Sep 29 19:46:44.368452 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29475269-56f0-4952-828e-8bcb3ef6e8e0 req-d95fcb9a-1ab4-4726-98cd-762122aa8d2e tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:44.370660 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-29475269-56f0-4952-828e-8bcb3ef6e8e0 req-d95fcb9a-1ab4-4726-98cd-762122aa8d2e tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0715952 Sep 29 19:46:44.419566 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-29475269-56f0-4952-828e-8bcb3ef6e8e0 req-02a44891-7c6c-4bb9-9c2e-3361aa81cff2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 Sep 29 19:46:44.536612 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:46:45.187710 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efe174-a0b5-4016-84b3-ba769317987d req-b186c113-24d7-41a4-83ac-dc6d4581b6a9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:45.194733 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c7efe174-a0b5-4016-84b3-ba769317987d req-b186c113-24d7-41a4-83ac-dc6d4581b6a9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.0860820 Sep 29 19:46:45.206656 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f9cbb-2462-4151-aa44-10481cf0e8a7 req-571ed48f-b6c9-4803-8232-8241b79bbba8 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:45.217359 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c79f9cbb-2462-4151-aa44-10481cf0e8a7 req-571ed48f-b6c9-4803-8232-8241b79bbba8 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.1380804 Sep 29 19:46:45.300393 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c79f9cbb-2462-4151-aa44-10481cf0e8a7 req-0736c742-94f8-4a08-a27f-6ca647c1d15e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819721 Sep 29 19:46:45.304302 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c7efe174-a0b5-4016-84b3-ba769317987d req-ad54b391-b74c-4691-a932-3eaeefc72097 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829265 Sep 29 19:46:45.590063 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b7875-c2f6-482d-8d93-ed0c4da8b1a8 req-1d0bab5d-0f4f-4f64-bffd-7c274db3d735 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:45.597465 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8e3b7875-c2f6-482d-8d93-ed0c4da8b1a8 req-1d0bab5d-0f4f-4f64-bffd-7c274db3d735 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0792127 Sep 29 19:46:45.636656 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8e3b7875-c2f6-482d-8d93-ed0c4da8b1a8 req-533cd678-07d7-46be-801e-86b61d2944f8 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379786 Sep 29 19:46:46.490911 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cc7cd-35d5-41f3-8605-fd8ed612be7c req-e53f4036-d832-4670-9fc4-a6c73cc7db77 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:46.492727 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d74cc7cd-35d5-41f3-8605-fd8ed612be7c req-e53f4036-d832-4670-9fc4-a6c73cc7db77 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0868790 Sep 29 19:46:46.505070 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03be21-b3f2-4c19-8bf3-082fb83bd0e2 req-e85265a5-26d1-46bb-9c4a-47f6b607d698 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:46.505412 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fd03be21-b3f2-4c19-8bf3-082fb83bd0e2 req-e85265a5-26d1-46bb-9c4a-47f6b607d698 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.1106777 Sep 29 19:46:46.566590 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fd03be21-b3f2-4c19-8bf3-082fb83bd0e2 req-dbd3ee5c-a9a5-4c38-aff5-455b068b7cd4 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542228 Sep 29 19:46:46.569193 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d74cc7cd-35d5-41f3-8605-fd8ed612be7c req-1cd047f9-3d6a-46b8-a452-f3da0dd93e32 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628743 Sep 29 19:46:46.790756 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2f24f-4d67-4421-8cc6-541a02b215fe req-ba04717d-0d3c-4b0a-97b4-4d1329f6f759 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:46.804173 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-97e2f24f-4d67-4421-8cc6-541a02b215fe req-ba04717d-0d3c-4b0a-97b4-4d1329f6f759 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0566149 Sep 29 19:46:46.874734 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-97e2f24f-4d67-4421-8cc6-541a02b215fe req-b9576be4-822d-4fed-98e2-55748404bc9e tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692232 Sep 29 19:46:47.764005 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422007-3df0-458d-9f2f-f3420afeb244 req-29bdaa92-f4c2-466e-a2c2-f2a02cbf21e9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:47.765582 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8422007-3df0-458d-9f2f-f3420afeb244 req-29bdaa92-f4c2-466e-a2c2-f2a02cbf21e9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.1071377 Sep 29 19:46:47.774293 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea6bca-40d7-4a4c-88f0-50b2974a46f2 req-e604d8d6-c7aa-4dc1-8307-4a59dc3d9801 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:47.782675 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-80ea6bca-40d7-4a4c-88f0-50b2974a46f2 req-e604d8d6-c7aa-4dc1-8307-4a59dc3d9801 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.0793784 Sep 29 19:46:47.847268 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8422007-3df0-458d-9f2f-f3420afeb244 req-94074d3c-5792-4a40-bb9a-d1bc87027501 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623872 Sep 29 19:46:47.859868 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-80ea6bca-40d7-4a4c-88f0-50b2974a46f2 req-979cd82b-c3af-44b7-8b68-de0a87c02585 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718851 Sep 29 19:46:47.911100 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:48.018996 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3f98a-38a0-4a43-8d0e-88650a7c9054 req-d6ee2d88-bc26-4966-8d1c-9e8dbd7cb074 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:48.026890 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fdf3f98a-38a0-4a43-8d0e-88650a7c9054 req-d6ee2d88-bc26-4966-8d1c-9e8dbd7cb074 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0707054 Sep 29 19:46:48.081424 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fdf3f98a-38a0-4a43-8d0e-88650a7c9054 req-9379701f-b341-4a0d-9bbb-330ddeea7c7f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536344 Sep 29 19:46:48.083186 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a3a82fd-39ef-414f-8d36-09341e76a6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:48.204384 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a3a82fd-39ef-414f-8d36-09341e76a6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:48.242472 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a3a82fd-39ef-414f-8d36-09341e76a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:48.308007 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-0a3a82fd-39ef-414f-8d36-09341e76a6d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8595be547885469ea0cd4c44a397f8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957064 Sep 29 19:46:48.310493 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a82fd-39ef-414f-8d36-09341e76a6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956ea08e-f51e-4049-958d-fd8bf3d83e6e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:48.311197 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33956) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:48.381725 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d57ba07e-dbcd-48f9-a703-1a622083c1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:48.408666 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d57ba07e-dbcd-48f9-a703-1a622083c1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:48.463903 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d57ba07e-dbcd-48f9-a703-1a622083c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:48.467227 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d57ba07e-dbcd-48f9-a703-1a622083c1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:48.471182 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-d57ba07e-dbcd-48f9-a703-1a622083c1c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/956ea08e-f51e-4049-958d-fd8bf3d83e6e HTTP/1.1" status: 204 len: 168 time: 0.1556013 Sep 29 19:46:48.476765 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ba07e-dbcd-48f9-a703-1a622083c1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956ea08e-f51e-4049-958d-fd8bf3d83e6e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:48.757054 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33962) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:48.770789 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce502a27-2b6b-473a-b889-deb5aa393d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:48.863429 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce502a27-2b6b-473a-b889-deb5aa393d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:48.867595 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce502a27-2b6b-473a-b889-deb5aa393d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:48.907947 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce502a27-2b6b-473a-b889-deb5aa393d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7128385a-f94f-47da-b96f-1ba4b37b594d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:48.916490 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 33968) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:48.917002 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ce502a27-2b6b-473a-b889-deb5aa393d5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bbf370817ba47d7bbe863e6c132bb69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583676 Sep 29 19:46:49.046588 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636b2a4-bbfc-4760-ad2b-592377336982 req-5e3a15d2-d0cc-4cdc-9e60-af744c7f9feb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:49.048153 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4636b2a4-bbfc-4760-ad2b-592377336982 req-5e3a15d2-d0cc-4cdc-9e60-af744c7f9feb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 943 time: 0.1138403 Sep 29 19:46:49.055700 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b09e635-b212-4590-b924-e4a5a855c8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:49.067624 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec1a15-3c27-4650-8349-a94de3341936 req-e83ef075-6169-49ee-abad-692d2f4c4ddf tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:49.069175 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2dec1a15-3c27-4650-8349-a94de3341936 req-e83ef075-6169-49ee-abad-692d2f4c4ddf tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.1324694 Sep 29 19:46:49.120345 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b09e635-b212-4590-b924-e4a5a855c8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:49.142850 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4636b2a4-bbfc-4760-ad2b-592377336982 req-7e9431e4-817d-49f8-b700-ef53bac1f829 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830712 Sep 29 19:46:49.177981 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2dec1a15-3c27-4650-8349-a94de3341936 req-a6fe9309-712d-4120-99af-21e55bfb06ba tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003485 Sep 29 19:46:49.208053 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b09e635-b212-4590-b924-e4a5a855c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:49.210954 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b09e635-b212-4590-b924-e4a5a855c8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:49.215405 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-7b09e635-b212-4590-b924-e4a5a855c8dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7128385a-f94f-47da-b96f-1ba4b37b594d HTTP/1.1" status: 204 len: 168 time: 0.2946064 Sep 29 19:46:49.224353 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09e635-b212-4590-b924-e4a5a855c8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7128385a-f94f-47da-b96f-1ba4b37b594d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:49.257017 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ea12e-a17a-469d-94b5-ea674135fbeb req-7ac7ad7e-cda8-4f1f-86d9-4fb832a38567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:49.258681 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-084ea12e-a17a-469d-94b5-ea674135fbeb req-7ac7ad7e-cda8-4f1f-86d9-4fb832a38567 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 1098 time: 0.0506880 Sep 29 19:46:49.300272 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6142f2c-4b97-4117-accd-0ecbdb668966 req-16ba27c9-805e-4fd3-bd44-7026c1c38c04 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:49.300742 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-084ea12e-a17a-469d-94b5-ea674135fbeb req-12e87bbb-072c-4225-9bf9-903e477c3c41 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328040 Sep 29 19:46:49.301810 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e6142f2c-4b97-4117-accd-0ecbdb668966 req-16ba27c9-805e-4fd3-bd44-7026c1c38c04 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0718658 Sep 29 19:46:49.345332 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e6142f2c-4b97-4117-accd-0ecbdb668966 req-a198cd23-4b63-4a7a-8d05-c034eaf60641 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371127 Sep 29 19:46:49.609783 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 96dcb5fb-c686-4140-ba8c-f17c4450e33f details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:46:49.710949 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 96dcb5fb-c686-4140-ba8c-f17c4450e33f, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=96dcb5fb-c686-4140-ba8c-f17c4450e33f,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:49.722783 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '96dcb5fb-c686-4140-ba8c-f17c4450e33f', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'port_id': '96dcb5fb-c686-4140-ba8c-f17c4450e33f', 'mac_address': 'fa:16:3e:23:a0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:46:49.765011 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:49.778514 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dcb5fb-c686-4140-ba8c-f17c4450e33f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:46:49.798438 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 96dcb5fb-c686-4140-ba8c-f17c4450e33f, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=96dcb5fb-c686-4140-ba8c-f17c4450e33f,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:49.802216 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:49.849079 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=96dcb5fb-c686-4140-ba8c-f17c4450e33f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:50.049363 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['96dcb5fb-c686-4140-ba8c-f17c4450e33f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:46:50.267352 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a219e-857a-4164-9579-53093892e905 req-a87cbc1a-7848-448e-86d0-1d1f148e2629 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:50.268967 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bc9a219e-857a-4164-9579-53093892e905 req-a87cbc1a-7848-448e-86d0-1d1f148e2629 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 944 time: 0.0503297 Sep 29 19:46:50.314167 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bc9a219e-857a-4164-9579-53093892e905 req-e5a9e19d-735d-47bf-91f1-52bf4db3b0c2 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370350 Sep 29 19:46:50.435876 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2b860-a6d9-42af-92c0-8f654b047d48 req-f665a069-5ba7-4f4d-82d8-94b711bb2d32 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:50.437507 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4cc2b860-a6d9-42af-92c0-8f654b047d48 req-f665a069-5ba7-4f4d-82d8-94b711bb2d32 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0864632 Sep 29 19:46:50.453291 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4f5f8-b206-4c30-ace7-2d572ca8d292 req-8f03d9d9-0b00-442a-aa9e-5383fb58f630 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:50.454801 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-83b4f5f8-b206-4c30-ace7-2d572ca8d292 req-8f03d9d9-0b00-442a-aa9e-5383fb58f630 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 945 time: 0.0782859 Sep 29 19:46:50.724881 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4cc2b860-a6d9-42af-92c0-8f654b047d48 req-e375e360-226d-440c-bdaf-675f7435265e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689228 Sep 29 19:46:50.728350 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-83b4f5f8-b206-4c30-ace7-2d572ca8d292 req-c2e9300a-cf0d-43b4-a692-eb0c45b7dfa5 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662621 Sep 29 19:46:50.838541 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a713c-502a-4114-87d0-ff5038d7a500 req-89cbe5b1-2112-4c40-aa08-8cdd6269c57c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:50.840212 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad6a713c-502a-4114-87d0-ff5038d7a500 req-89cbe5b1-2112-4c40-aa08-8cdd6269c57c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0534239 Sep 29 19:46:50.882175 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad6a713c-502a-4114-87d0-ff5038d7a500 req-47b30ffe-16cd-4120-bfe8-582d32f43308 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329566 Sep 29 19:46:51.001548 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf3ad0-700a-4358-aefc-6ae63a3505f6 req-bbd20755-455a-46e6-b17b-1f2d88f56464 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:51.002948 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-85cf3ad0-700a-4358-aefc-6ae63a3505f6 req-bbd20755-455a-46e6-b17b-1f2d88f56464 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0557928 Sep 29 19:46:51.011892 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 33990) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:51.016702 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-77a243dc-e725-49fc-8d98-36d7bdaf7abb tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'floatingip': {'port_id': '578a80d8-61d2-47fa-b1c7-320a20940831'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:51.089249 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77a243dc-e725-49fc-8d98-36d7bdaf7abb tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:51.430436 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82cc3-73a9-46a1-8176-3a7f3ce618bc req-0cb0a397-096f-47bd-ac0d-2ce6c4e10182 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:51.431914 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e8c82cc3-73a9-46a1-8176-3a7f3ce618bc req-0cb0a397-096f-47bd-ac0d-2ce6c4e10182 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 944 time: 0.0509031 Sep 29 19:46:51.474245 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e8c82cc3-73a9-46a1-8176-3a7f3ce618bc req-2173854e-74a3-4230-9fe9-7f2e908ce90b tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353518 Sep 29 19:46:51.605974 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 96dcb5fb-c686-4140-ba8c-f17c4450e33f up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:46:51.655521 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 96dcb5fb-c686-4140-ba8c-f17c4450e33f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:46:51.659635 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 96dcb5fb-c686-4140-ba8c-f17c4450e33f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:46:51.660041 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:51.667460 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77a243dc-e725-49fc-8d98-36d7bdaf7abb tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:51.673095 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77a243dc-e725-49fc-8d98-36d7bdaf7abb tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:51.868987 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:51.889821 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6272cc-a124-4810-b953-5c09b7dcd28d req-8ff64230-fe8f-4459-b729-f81b41e8630f tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:51.891343 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3e6272cc-a124-4810-b953-5c09b7dcd28d req-8ff64230-fe8f-4459-b729-f81b41e8630f tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 945 time: 0.0787907 Sep 29 19:46:51.897984 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dcb5fb-c686-4140-ba8c-f17c4450e33f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:46:51.900262 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4bc4d6-f5b4-4f26-9bee-50eee8fd4e90" -d '{"events": [{"server_uuid": "30e3c9c1-9c68-47dc-9112-4b9194bd986e", "name": "network-vif-plugged", "status": "completed", "tag": "96dcb5fb-c686-4140-ba8c-f17c4450e33f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:46:51.904485 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d24cd1-6112-489f-b463-d7fb838a837f req-ad9d00e5-b87f-4bb2-9ca1-0234ed302477 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:51.906003 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-03d24cd1-6112-489f-b463-d7fb838a837f req-ad9d00e5-b87f-4bb2-9ca1-0234ed302477 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0844715 Sep 29 19:46:51.922629 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 96dcb5fb-c686-4140-ba8c-f17c4450e33f, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=96dcb5fb-c686-4140-ba8c-f17c4450e33f,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:51.927180 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:51.966970 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3e6272cc-a124-4810-b953-5c09b7dcd28d req-a52d72e6-f2da-47af-a3f7-e202b5a2ffc6 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598519 Sep 29 19:46:51.972126 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-03d24cd1-6112-489f-b463-d7fb838a837f req-460ff3b7-f8a3-4dbe-8d44-35e69f2f59dc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592411 Sep 29 19:46:51.978449 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=96dcb5fb-c686-4140-ba8c-f17c4450e33f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:52.030079 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e63661c-271d-447f-bdc9-609c48f8a2ae x-openstack-request-id: req-0e63661c-271d-447f-bdc9-609c48f8a2ae {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:46:52.030461 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e3c9c1-9c68-47dc-9112-4b9194bd986e", "name": "network-vif-plugged", "status": "completed", "tag": "96dcb5fb-c686-4140-ba8c-f17c4450e33f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:46:52.030715 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e63661c-271d-447f-bdc9-609c48f8a2ae {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:46:52.031098 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dcb5fb-c686-4140-ba8c-f17c4450e33f', 'code': 200} Sep 29 19:46:52.046387 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-0d4152c8-3e91-4a2a-94b8-840b132774b7 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:52.047970 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-0d4152c8-3e91-4a2a-94b8-840b132774b7 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 945 time: 0.1005347 Sep 29 19:46:52.067135 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.l3_db [None req-77a243dc-e725-49fc-8d98-36d7bdaf7abb tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Floating IP 4ef3e476-77f8-4c3f-8dd3-4dbca236e8f9 associated. External IP: 172.27.1.131, port: 578a80d8-61d2-47fa-b1c7-320a20940831. Sep 29 19:46:52.219262 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea3386-2999-4da8-8be6-92613cf7d20f req-4c154b9d-7323-40ff-a23f-824755f0636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:52.220828 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bcea3386-2999-4da8-8be6-92613cf7d20f req-4c154b9d-7323-40ff-a23f-824755f0636d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 1098 time: 0.0425639 Sep 29 19:46:52.259859 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bcea3386-2999-4da8-8be6-92613cf7d20f req-219fad94-b7f7-41c4-ad74-901cdbeeaaeb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309691 Sep 29 19:46:52.272586 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-e10759f7-b04d-490a-b572-ae9024855fa8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Deleting port fc159488-b858-4669-b617-d25b2636944a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:46:52.272930 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-e10759f7-b04d-490a-b572-ae9024855fa8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:52.418887 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a243dc-e725-49fc-8d98-36d7bdaf7abb tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:46:52.420751 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-e10759f7-b04d-490a-b572-ae9024855fa8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] For port fc159488-b858-4669-b617-d25b2636944a, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=fc159488-b858-4669-b617-d25b2636944a,segment=NetworkSegment(8434d117-5cc2-44b8-aef3-942967248506),segment_id=8434d117-5cc2-44b8-aef3-942967248506)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:52.421122 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-e10759f7-b04d-490a-b572-ae9024855fa8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:52.439091 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-e10759f7-b04d-490a-b572-ae9024855fa8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Calling delete_port for fc159488-b858-4669-b617-d25b2636944a owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:46:52.594485 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6c988-3f11-47d8-9020-4bb5a5409646 req-0fcdb167-dfcc-4cd8-84ea-5fd4a94677a2 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:52.596060 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-55c6c988-3f11-47d8-9020-4bb5a5409646 req-0fcdb167-dfcc-4cd8-84ea-5fd4a94677a2 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 945 time: 0.0535097 Sep 29 19:46:52.606117 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a243dc-e725-49fc-8d98-36d7bdaf7abb tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:46:52.611056 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77a243dc-e725-49fc-8d98-36d7bdaf7abb tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:52.622129 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] Sync routers for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:46:52.631929 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:52.632596 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:46:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:52.647533 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-55c6c988-3f11-47d8-9020-4bb5a5409646 req-3f7bf888-c37b-45f9-9b5e-844887ffcb46 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Sep 29 19:46:52.666282 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-77a243dc-e725-49fc-8d98-36d7bdaf7abb tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "PUT /v2.0/floatingips/4ef3e476-77f8-4c3f-8dd3-4dbca236e8f9 HTTP/1.1" status: 200 len: 991 time: 1.6504383 Sep 29 19:46:52.666282 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58579562-8629-47ec-a747-ca4e7407559d', 'tag': '578a80d8-61d2-47fa-b1c7-320a20940831'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:46:52.666282 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a554f03-3103-4c44-9c55-42f8870e8c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "58579562-8629-47ec-a747-ca4e7407559d", "tag": "578a80d8-61d2-47fa-b1c7-320a20940831"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:46:52.700736 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-e10759f7-b04d-490a-b572-ae9024855fa8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:52.713524 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895f2dad-a327-4e2e-a0fd-99e0bf882601 x-openstack-request-id: req-895f2dad-a327-4e2e-a0fd-99e0bf882601 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:46:52.714059 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58579562-8629-47ec-a747-ca4e7407559d", "tag": "578a80d8-61d2-47fa-b1c7-320a20940831", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:46:52.714974 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-895f2dad-a327-4e2e-a0fd-99e0bf882601 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:46:52.715509 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58579562-8629-47ec-a747-ca4e7407559d', 'tag': '578a80d8-61d2-47fa-b1c7-320a20940831', 'status': 'completed', 'code': 200} Sep 29 19:46:52.719770 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['fc159488-b858-4669-b617-d25b2636944a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:46:52.743128 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10759f7-b04d-490a-b572-ae9024855fa8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Pushing event deleted for resources: {'Port': ['ID=fc159488-b858-4669-b617-d25b2636944a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:52.789039 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-e10759f7-b04d-490a-b572-ae9024855fa8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] No DVR routers for this DVR port fc159488-b858-4669-b617-d25b2636944a on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:46:52.792086 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-17165bc4-7f7b-49a3-82c0-ce6baa599c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:52.792383 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-e10759f7-b04d-490a-b572-ae9024855fa8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:52.794376 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-17165bc4-7f7b-49a3-82c0-ce6baa599c54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 1098 time: 0.0543270 Sep 29 19:46:52.795156 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7cdf297f-73f8-4633-b182-85a4e3d94a5b req-e10759f7-b04d-490a-b572-ae9024855fa8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.47 "DELETE /v2.0/ports/fc159488-b858-4669-b617-d25b2636944a HTTP/1.1" status: 204 len: 173 time: 0.7351079 Sep 29 19:46:52.797674 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:52.910776 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-13c2c2e9-4cf8-48fd-940f-2bd321c9d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:52.912291 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-13c2c2e9-4cf8-48fd-940f-2bd321c9d87e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 912 time: 0.1008656 Sep 29 19:46:52.990920 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-c13c9d65-8929-4efc-ad13-550ad31c240c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=578a80d8-61d2-47fa-b1c7-320a20940831 HTTP/1.1" status: 200 len: 999 time: 0.0685134 Sep 29 19:46:53.056944 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-c4d94467-f7f5-44b4-9ae8-cbbd4118fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:53.059363 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-c4d94467-f7f5-44b4-9ae8-cbbd4118fcd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb1b461f-1323-46b9-9291-f189c7cf35b3 HTTP/1.1" status: 200 len: 850 time: 0.0592489 Sep 29 19:46:53.132824 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '4ef3e476-77f8-4c3f-8dd3-4dbca236e8f9', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'port_id': '578a80d8-61d2-47fa-b1c7-320a20940831', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'mac_address': 'fa:16:3e:6f:2c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58579562-8629-47ec-a747-ca4e7407559d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:46:21Z', 'updated_at': '2021-09-29T19:46:51Z', 'revision_number': 1, 'project_id': '3918902380164277a9a5386ea5c938b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:53.149897 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-292012d5-6a20-4e3a-bb66-cc31153e7d97 req-7862f3d0-0770-43e7-aae8-af2e187cd258 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fb8a152-4d45-4d03-8462-c82b75a7a255 HTTP/1.1" status: 200 len: 210 time: 0.0528331 Sep 29 19:46:53.162592 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] Checking router: 37e1f2fd-6901-45b5-8ca2-b8a934d04eec for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:46:53.165877 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-3360819c-39a4-44ca-9b4f-6969c990f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:53.167374 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-3360819c-39a4-44ca-9b4f-6969c990f4a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b982feda-81ce-41ea-87c3-16df29be60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961459 Sep 29 19:46:53.173586 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:53.174480 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:46:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:53.181092 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68427ce-939c-4fda-bf08-fd1634498d80 req-d91c8586-6a9a-4cd4-b7fb-9d397d7130cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:53.182552 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b68427ce-939c-4fda-bf08-fd1634498d80 req-d91c8586-6a9a-4cd4-b7fb-9d397d7130cb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0868533 Sep 29 19:46:53.283631 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b68427ce-939c-4fda-bf08-fd1634498d80 req-bfce5708-be01-484f-aa6d-73b46c601c15 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822129 Sep 29 19:46:53.290958 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:53.314700 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-0966f268-d394-43e9-85d2-9fdfbeab6a3c service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312013 Sep 29 19:46:53.442007 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8a554f03-3103-4c44-9c55-42f8870e8c4b req-09ad5ff2-830d-482a-b540-cb84e6bbb608 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113896 Sep 29 19:46:53.563681 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '4ef3e476-77f8-4c3f-8dd3-4dbca236e8f9', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'port_id': '578a80d8-61d2-47fa-b1c7-320a20940831', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'mac_address': 'fa:16:3e:6f:2c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58579562-8629-47ec-a747-ca4e7407559d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:46:21Z', 'updated_at': '2021-09-29T19:46:51Z', 'revision_number': 1, 'project_id': '3918902380164277a9a5386ea5c938b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:53.593952 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54c9db-3eaf-4f1b-ac32-900e00d11133 None None] The sync data for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi is: [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '4ef3e476-77f8-4c3f-8dd3-4dbca236e8f9', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'port_id': '578a80d8-61d2-47fa-b1c7-320a20940831', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'mac_address': 'fa:16:3e:6f:2c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58579562-8629-47ec-a747-ca4e7407559d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:46:21Z', 'updated_at': '2021-09-29T19:46:51Z', 'revision_number': 1, 'project_id': '3918902380164277a9a5386ea5c938b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:46:53.770319 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff21e40-84d5-42bc-a83d-f204c334ea2c req-1860f63e-1184-43fb-a06b-731621a965ef tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:53.771951 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6ff21e40-84d5-42bc-a83d-f204c334ea2c req-1860f63e-1184-43fb-a06b-731621a965ef tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 945 time: 0.0536795 Sep 29 19:46:53.802057 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c8b15d-8f22-4c99-86e7-6b881420c67b None None] New status for floating IP 4ef3e476-77f8-4c3f-8dd3-4dbca236e8f9: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:46:53.818732 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6ff21e40-84d5-42bc-a83d-f204c334ea2c req-6552d80b-41b8-4c36-a3aa-1b46f0dc44d4 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388753 Sep 29 19:46:53.958185 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d288589-6abe-4dd5-815f-70fb6b93e6a0 req-2aaa75a3-0709-46d4-bdce-55af53df5f8b tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:53.961058 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6d288589-6abe-4dd5-815f-70fb6b93e6a0 req-2aaa75a3-0709-46d4-bdce-55af53df5f8b tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 945 time: 0.0640724 Sep 29 19:46:54.012464 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6d288589-6abe-4dd5-815f-70fb6b93e6a0 req-e76aa8d7-2247-4d77-944f-20f2ff225883 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412276 Sep 29 19:46:54.036336 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34016) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:54.340222 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036c923c-d006-4c36-9a5c-83554d78058c tempest-TestVolumeBootPattern-237957089 tempest-TestVolumeBootPattern-237957089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:54.342704 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-036c923c-d006-4c36-9a5c-83554d78058c tempest-TestVolumeBootPattern-237957089 tempest-TestVolumeBootPattern-237957089-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 1093 time: 0.3050139 Sep 29 19:46:54.347198 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34026) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:46:54.351631 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'floatingip': {'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'port_id': '96dcb5fb-c686-4140-ba8c-f17c4450e33f', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:46:54.387657 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:54.491441 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02031e79-9bfe-4d26-ae99-ca48de8350ae req-0a56f1d7-c4e3-478b-add0-beb11af56ff8 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:54.496479 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-02031e79-9bfe-4d26-ae99-ca48de8350ae req-0a56f1d7-c4e3-478b-add0-beb11af56ff8 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.1066020 Sep 29 19:46:54.535399 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:54.543409 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-02031e79-9bfe-4d26-ae99-ca48de8350ae req-05eccea1-040f-437a-8592-6e83fd893660 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441239 Sep 29 19:46:54.663470 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Allocated IP 172.27.1.195 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/076d8735-5571-4ed2-a3f7-9a814bcbd8ca) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:46:54.736813 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb8a152-4d45-4d03-8462-c82b75a7a255', 'name': 'network-vif-deleted', 'tag': 'fc159488-b858-4669-b617-d25b2636944a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:46:54.739104 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258288be-1ef5-45c5-a3ad-2271a604e3a8" -d '{"events": [{"server_uuid": "5fb8a152-4d45-4d03-8462-c82b75a7a255", "name": "network-vif-deleted", "tag": "fc159488-b858-4669-b617-d25b2636944a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:46:54.787628 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:54.790333 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bbb7c2-e4b4-49b9-951b-dabdfd5aa52e x-openstack-request-id: req-51bbb7c2-e4b4-49b9-951b-dabdfd5aa52e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:46:54.790615 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb8a152-4d45-4d03-8462-c82b75a7a255", "name": "network-vif-deleted", "tag": "fc159488-b858-4669-b617-d25b2636944a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:46:54.790860 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51bbb7c2-e4b4-49b9-951b-dabdfd5aa52e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:46:54.791250 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb8a152-4d45-4d03-8462-c82b75a7a255', 'name': 'network-vif-deleted', 'tag': 'fc159488-b858-4669-b617-d25b2636944a', 'status': 'completed', 'code': 200} Sep 29 19:46:54.835698 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:54.880282 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:46:54.884228 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:46:54.889106 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:46:54.917494 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'Port': ['ID=076d8735-5571-4ed2-a3f7-9a814bcbd8ca,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:55.311664 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:55.386816 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:55.549325 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:55.553894 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:55.625028 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'Port': ['ID=076d8735-5571-4ed2-a3f7-9a814bcbd8ca,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:46:55.641445 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:55.683630 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc54ee-6920-4715-8843-dabed03f829b req-2e18b2ce-2ba3-4a38-b684-c71a0bbac3b7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:55.685194 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-afbc54ee-6920-4715-8843-dabed03f829b req-2e18b2ce-2ba3-4a38-b684-c71a0bbac3b7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0506375 Sep 29 19:46:55.723555 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-afbc54ee-6920-4715-8843-dabed03f829b req-ec60ca47-a184-4d8f-b0a3-82399e3a9395 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320644 Sep 29 19:46:55.746190 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.l3_db [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Floating IP 70884abe-4750-4169-ab66-4d1df506318d associated. External IP: 172.27.1.195, port: 96dcb5fb-c686-4140-ba8c-f17c4450e33f. Sep 29 19:46:55.951461 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Router a594527f-8ecf-4523-8362-6b1444c9f2ea has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:46:56.064335 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:46:56.074619 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] Sync routers for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:46:56.086056 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:56.086279 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:56.087081 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:46:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:56.132133 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-d8728515-40af-4526-87b9-14a5b474d8bd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7842500 Sep 29 19:46:56.207220 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:56.504303 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device fc159488-b858-4669-b617-d25b2636944a no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:46:56.535293 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: fc159488-b858-4669-b617-d25b2636944a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:46:56.535626 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device fc159488-b858-4669-b617-d25b2636944a not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:46:56.546108 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '70884abe-4750-4169-ab66-4d1df506318d', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': '96dcb5fb-c686-4140-ba8c-f17c4450e33f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:23:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:46:55Z', 'updated_at': '2021-09-29T19:46:55Z', 'revision_number': 0, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:56.575549 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] Checking router: a594527f-8ecf-4523-8362-6b1444c9f2ea for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:46:56.585225 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:46:56.585855 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:46:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:56.695902 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:46:56.800031 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'tag': '96dcb5fb-c686-4140-ba8c-f17c4450e33f'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:46:56.802524 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11116745-75cc-40a9-ac2e-abdc42eee878" -d '{"events": [{"name": "network-changed", "server_uuid": "30e3c9c1-9c68-47dc-9112-4b9194bd986e", "tag": "96dcb5fb-c686-4140-ba8c-f17c4450e33f"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:46:56.880963 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c45d3-046b-489d-973d-98eafef62cb3 req-99cb2ebb-ba0b-4a8c-bea1-ce28e5cff442 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:56.883465 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-337c45d3-046b-489d-973d-98eafef62cb3 req-99cb2ebb-ba0b-4a8c-bea1-ce28e5cff442 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0644510 Sep 29 19:46:56.928532 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-337c45d3-046b-489d-973d-98eafef62cb3 req-869fc3b1-bb9e-42cc-ac9e-75fd721dd397 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385051 Sep 29 19:46:56.951192 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '70884abe-4750-4169-ab66-4d1df506318d', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': '96dcb5fb-c686-4140-ba8c-f17c4450e33f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:23:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:46:55Z', 'updated_at': '2021-09-29T19:46:55Z', 'revision_number': 0, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:46:56.979426 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdaac7e-4d28-4004-af3d-303aa61e5356 None None] The sync data for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi is: [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '70884abe-4750-4169-ab66-4d1df506318d', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': '96dcb5fb-c686-4140-ba8c-f17c4450e33f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:23:a0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:46:55Z', 'updated_at': '2021-09-29T19:46:55Z', 'revision_number': 0, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:46:56.984674 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96d85f6-6f13-49ae-a2bc-b9cdcffd71f5 x-openstack-request-id: req-e96d85f6-6f13-49ae-a2bc-b9cdcffd71f5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:46:56.984674 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e3c9c1-9c68-47dc-9112-4b9194bd986e", "tag": "96dcb5fb-c686-4140-ba8c-f17c4450e33f", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:46:56.984876 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e96d85f6-6f13-49ae-a2bc-b9cdcffd71f5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:46:56.985284 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'tag': '96dcb5fb-c686-4140-ba8c-f17c4450e33f', 'status': 'completed', 'code': 200} Sep 29 19:46:57.175867 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292e1bc6-8525-4fbf-916d-450ca83ecbc2 None None] New status for floating IP 70884abe-4750-4169-ab66-4d1df506318d: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:46:57.621979 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-f3efe143-1c7c-4043-9779-6bda8b88bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:57.623411 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-f3efe143-1c7c-4043-9779-6bda8b88bc18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 1098 time: 0.0483248 Sep 29 19:46:57.720302 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-26b2da9b-357b-48f8-9254-342d42dbdfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:57.722015 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-26b2da9b-357b-48f8-9254-342d42dbdfd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 913 time: 0.0910213 Sep 29 19:46:57.799125 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-cb5dd92c-48a8-4041-afd6-36a7870f52ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96dcb5fb-c686-4140-ba8c-f17c4450e33f HTTP/1.1" status: 200 len: 1001 time: 0.0693102 Sep 29 19:46:57.866211 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-6d1d0e08-4be5-404d-9202-584fece14ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:57.867727 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-6d1d0e08-4be5-404d-9202-584fece14ce1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.0608060 Sep 29 19:46:57.919108 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-5403c130-ca5c-496c-8b8e-527b776e4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:57.920545 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-5403c130-ca5c-496c-8b8e-527b776e4e23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449739 Sep 29 19:46:58.056582 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-69f87313-7faf-42fe-9f62-ab051aad8332 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259565 Sep 29 19:46:58.109377 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7bf05-0f7a-4b52-b389-d3d9879ad8ac req-c01d14a5-62aa-4251-9f9f-77be25ab7304 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:58.110949 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8fc7bf05-0f7a-4b52-b389-d3d9879ad8ac req-c01d14a5-62aa-4251-9f9f-77be25ab7304 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0963538 Sep 29 19:46:58.215473 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8fc7bf05-0f7a-4b52-b389-d3d9879ad8ac req-6e9de589-3881-4e80-9d08-b2a1ec096e5b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967128 Sep 29 19:46:58.217549 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11116745-75cc-40a9-ac2e-abdc42eee878 req-e6d657bc-c471-4049-899c-f7fb740ab864 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525939 Sep 29 19:46:59.347454 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cfc4e-2ffe-44d0-93dc-8c9bb22d66e8 req-7c679cf8-40ce-4e50-8e29-256a92717feb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:46:59.349008 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bf9cfc4e-2ffe-44d0-93dc-8c9bb22d66e8 req-7c679cf8-40ce-4e50-8e29-256a92717feb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 943 time: 0.0531008 Sep 29 19:46:59.388850 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bf9cfc4e-2ffe-44d0-93dc-8c9bb22d66e8 req-769bffbd-2f38-4c6d-858c-59b18e30663d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333483 Sep 29 19:46:59.683130 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 5eced5d6-0080-419a-96e7-acc4d8c056f0 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:46:59.789250 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:59.801493 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'port_id': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'mac_address': 'fa:16:3e:e5:f6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:46:59.845819 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:59.861211 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eced5d6-0080-419a-96e7-acc4d8c056f0 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:46:59.882317 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:46:59.888747 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:46:59.950002 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:47:00.120787 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['5eced5d6-0080-419a-96e7-acc4d8c056f0'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:47:00.511907 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b67d83-762d-4ff8-971a-2d6ef53505c0 req-7ed5f7cc-f72f-43e5-8b94-511a486f01dc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:00.513398 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52b67d83-762d-4ff8-971a-2d6ef53505c0 req-7ed5f7cc-f72f-43e5-8b94-511a486f01dc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 944 time: 0.0497446 Sep 29 19:47:00.559978 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-52b67d83-762d-4ff8-971a-2d6ef53505c0 req-114d0f23-de1f-49db-8720-6b8ca6b8b2bb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383036 Sep 29 19:47:01.679377 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5b99b-4381-49fb-a9fd-428e37740173 req-26d7b5aa-4aea-4802-a95c-9728afefc787 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:01.680884 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-51d5b99b-4381-49fb-a9fd-428e37740173 req-26d7b5aa-4aea-4802-a95c-9728afefc787 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 944 time: 0.0487566 Sep 29 19:47:01.719514 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-51d5b99b-4381-49fb-a9fd-428e37740173 req-e4f78a95-c5d7-450f-9ecb-43b7a4e02360 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320981 Sep 29 19:47:02.841702 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3f266-7cd7-4eae-9787-aeb7229dc545 req-62e8212c-d948-4da2-895f-716251489e5f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:02.843292 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-28e3f266-7cd7-4eae-9787-aeb7229dc545 req-62e8212c-d948-4da2-895f-716251489e5f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 944 time: 0.0495331 Sep 29 19:47:02.881137 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-28e3f266-7cd7-4eae-9787-aeb7229dc545 req-187d41ab-17e2-4753-8a13-9410695cf81a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Sep 29 19:47:04.010665 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c22e3b-3e03-4d0e-a48a-c0aef79d6832 req-aa457c3b-4447-4c4f-89be-ea3b448d2fb9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:04.012429 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b6c22e3b-3e03-4d0e-a48a-c0aef79d6832 req-aa457c3b-4447-4c4f-89be-ea3b448d2fb9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 944 time: 0.0518274 Sep 29 19:47:04.057368 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b6c22e3b-3e03-4d0e-a48a-c0aef79d6832 req-ea9c6f31-1fa1-4381-97c9-ad7c77087351 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376425 Sep 29 19:47:04.373819 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-3271f164-ca7c-482c-a223-320bc71e5d93 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:04.375285 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-3271f164-ca7c-482c-a223-320bc71e5d93 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/networks?id=25e06a50-a073-4e4a-a5e8-25e8c732d9ad HTTP/1.1" status: 200 len: 813 time: 0.1221015 Sep 29 19:47:04.392467 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-50b0eaa9-276c-4bff-9ada-7311113f4b7c tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/quotas/716e83827d60449aa320ffe674b03c5a HTTP/1.1" status: 200 len: 375 time: 0.0100465 Sep 29 19:47:04.424342 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-a51bb5d7-4616-44c4-bf50-86c3e3dcf365 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=716e83827d60449aa320ffe674b03c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261552 Sep 29 19:47:04.518230 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-78f1080b-560c-4d2d-b7d2-5f8f9794ec81 service neutron] 10.222.0.16 "GET /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870841 Sep 29 19:47:04.611690 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-4f267b59-92d7-4fac-849f-49e4daddac40 service neutron] 10.222.0.16 "GET /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868323 Sep 29 19:47:04.770837 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8680d3e8-de10-426f-b440-d2e15ea78fc6 req-9fc342fe-2a16-4229-a020-1e36aee1c722 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 210 time: 0.0279496 Sep 29 19:47:04.975609 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 5eced5d6-0080-419a-96e7-acc4d8c056f0 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:47:05.025257 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 5eced5d6-0080-419a-96e7-acc4d8c056f0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:47:05.025627 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:05.116619 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:05.143586 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:47:05.146501 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c7e20b-639f-4d0d-866c-8c17efb5db62" -d '{"events": [{"server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "name": "network-vif-plugged", "status": "completed", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:47:05.160462 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:47:05.164167 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:05.195294 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fb1b3-74a5-450c-97d4-594d7b32b0cf req-f2198c26-335a-4402-b2cd-7159c5af504c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:05.197527 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f60fb1b3-74a5-450c-97d4-594d7b32b0cf req-f2198c26-335a-4402-b2cd-7159c5af504c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 944 time: 0.0551202 Sep 29 19:47:05.225360 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:47:05.238167 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8808b1e-879a-42ba-8f04-936ce24230cb x-openstack-request-id: req-b8808b1e-879a-42ba-8f04-936ce24230cb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:47:05.238665 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "name": "network-vif-plugged", "status": "completed", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:47:05.238932 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8808b1e-879a-42ba-8f04-936ce24230cb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:47:05.239751 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'code': 200} Sep 29 19:47:05.248868 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f60fb1b3-74a5-450c-97d4-594d7b32b0cf req-08144d38-08b3-4d41-9abc-d9523c7b0f50 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441928 Sep 29 19:47:05.563933 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00ee0860-3f05-45fa-9f9c-c0bb8b4cf428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:05.786213 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5a794-ea36-48f6-b79e-11085de8464a req-46df12e2-153e-42f2-9930-8be560008391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:05.788438 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-28b5a794-ea36-48f6-b79e-11085de8464a req-46df12e2-153e-42f2-9930-8be560008391 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 1099 time: 0.0451453 Sep 29 19:47:05.849722 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-28b5a794-ea36-48f6-b79e-11085de8464a req-e60d5c21-3a0e-4ba6-bf77-45c6e5842f34 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539458 Sep 29 19:47:05.877799 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-a250ab1f-59c0-405d-bc52-a321843bb3d1 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:05.879982 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-a250ab1f-59c0-405d-bc52-a321843bb3d1 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.47 "GET /v2.0/networks?id=25e06a50-a073-4e4a-a5e8-25e8c732d9ad HTTP/1.1" status: 200 len: 813 time: 0.1372752 Sep 29 19:47:05.915635 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e3345824-108a-4ed6-8bea-60e795ace738 req-63960215-c32c-4c14-bb45-55bdf7a58618 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 210 time: 0.0336366 Sep 29 19:47:06.111855 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Request body: {'port': {'device_id': 'e361c9e3-203a-434d-9feb-7be6246b0ee1', 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad', 'admin_state_up': True, 'tenant_id': '716e83827d60449aa320ffe674b03c5a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:47:06.228640 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Made reservation on behalf of 716e83827d60449aa320ffe674b03c5a for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:47:06.232736 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:06.369901 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Allocated IP 172.20.0.4 (25e06a50-a073-4e4a-a5e8-25e8c732d9ad/774a2df5-223a-4a80-8406-290ccaa3f983/8082885d-23be-4814-9300-20142ab0aefa) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:47:06.391833 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83a33c-b258-4d64-961f-4e4208c337f7 req-bf14f6ee-e718-4d9a-a2ef-ea5fa74186bd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:06.393344 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0b83a33c-b258-4d64-961f-4e4208c337f7 req-bf14f6ee-e718-4d9a-a2ef-ea5fa74186bd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 946 time: 0.0533326 Sep 29 19:47:06.432279 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0b83a33c-b258-4d64-961f-4e4208c337f7 req-7969e620-80fb-4e83-9267-6aad34429ef0 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327740 Sep 29 19:47:06.769782 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:06.805322 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:06.850774 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:47:06.853920 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:47:06.857153 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:47:06.891044 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Pushing event updated for resources: {'Port': ['ID=8082885d-23be-4814-9300-20142ab0aefa,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:47:06.916062 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:06.916666 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:06.930966 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-d616019a-9d07-45ae-a55e-3e928a15aa12 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8232391 Sep 29 19:47:06.957409 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Request body: {'port': {'device_id': 'e361c9e3-203a-434d-9feb-7be6246b0ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:47:07.016495 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:07.052945 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9da9c-ee31-4991-a4bc-80b65e5db764 req-02cda210-852b-481e-ae8e-86fe4a469fe8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:07.055562 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-26a9da9c-ee31-4991-a4bc-80b65e5db764 req-02cda210-852b-481e-ae8e-86fe4a469fe8 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 931 time: 0.0697420 Sep 29 19:47:07.104407 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-26a9da9c-ee31-4991-a4bc-80b65e5db764 req-8394eb87-26fc-440b-ba5e-06d995c5c155 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Sep 29 19:47:07.322540 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8082885d-23be-4814-9300-20142ab0aefa {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:47:07.332773 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:07.345940 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Transition to ACTIVE for port object 8082885d-23be-4814-9300-20142ab0aefa will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:47:07.350047 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:07.401720 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8082885d-23be-4814-9300-20142ab0aefa,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:47:07.477653 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Attempting to bind port 8082885d-23be-4814-9300-20142ab0aefa on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:47:07.478053 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Attempting to bind port 8082885d-23be-4814-9300-20142ab0aefa by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': '8434d117-5cc2-44b8-aef3-942967248506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:47:07.478458 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Attempting to bind port 8082885d-23be-4814-9300-20142ab0aefa on network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:47:07.484697 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Port 8082885d-23be-4814-9300-20142ab0aefa on network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:47:07.485024 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Attempting to bind port 8082885d-23be-4814-9300-20142ab0aefa on network 25e06a50-a073-4e4a-a5e8-25e8c732d9ad {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:47:07.490810 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:47:07.491251 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Checking segment: {'id': '8434d117-5cc2-44b8-aef3-942967248506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:47:07.491711 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Bound using segment: {'id': '8434d117-5cc2-44b8-aef3-942967248506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:47:07.492168 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Bound port: 8082885d-23be-4814-9300-20142ab0aefa, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8434d117-5cc2-44b8-aef3-942967248506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:47:07.492525 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:07.567607 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] For port 8082885d-23be-4814-9300-20142ab0aefa, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:47:07.571126 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] For port 8082885d-23be-4814-9300-20142ab0aefa, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8082885d-23be-4814-9300-20142ab0aefa,segment=NetworkSegment(8434d117-5cc2-44b8-aef3-942967248506),segment_id=8434d117-5cc2-44b8-aef3-942967248506)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:47:07.571859 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9b99c-41ed-4bd2-ac81-f63f64d849ea req-ad949210-0bb2-40eb-abd4-c730f853f06e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:07.575828 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:07.580359 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-eec9b99c-41ed-4bd2-ac81-f63f64d849ea req-ad949210-0bb2-40eb-abd4-c730f853f06e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 946 time: 0.0665925 Sep 29 19:47:07.611094 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:07.611850 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:07.613530 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/8082885d-23be-4814-9300-20142ab0aefa HTTP/1.1" status: 200 len: 1093 time: 0.6603363 Sep 29 19:47:07.613833 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e361c9e3-203a-434d-9feb-7be6246b0ee1', 'tag': '8082885d-23be-4814-9300-20142ab0aefa'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:47:07.616242 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "e361c9e3-203a-434d-9feb-7be6246b0ee1", "tag": "8082885d-23be-4814-9300-20142ab0aefa"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:47:07.636988 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-eec9b99c-41ed-4bd2-ac81-f63f64d849ea req-1072e3d8-fb43-496a-b38f-891171f4f74a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548079 Sep 29 19:47:07.652058 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2446b70-ed36-4e47-9664-b0f6d68327b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8082885d-23be-4814-9300-20142ab0aefa,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:47:07.693065 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0453556-6a19-4f4c-933c-ab6efa869041 x-openstack-request-id: req-b0453556-6a19-4f4c-933c-ab6efa869041 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:47:07.693415 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e361c9e3-203a-434d-9feb-7be6246b0ee1", "tag": "8082885d-23be-4814-9300-20142ab0aefa", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:47:07.693722 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0453556-6a19-4f4c-933c-ab6efa869041 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:47:07.694181 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e361c9e3-203a-434d-9feb-7be6246b0ee1', 'tag': '8082885d-23be-4814-9300-20142ab0aefa', 'status': 'completed', 'code': 200} Sep 29 19:47:07.704403 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-3cd6c84c-845d-4aa2-afa8-0d83cf93acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:07.705908 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-3cd6c84c-845d-4aa2-afa8-0d83cf93acb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=716e83827d60449aa320ffe674b03c5a&device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0500743 Sep 29 19:47:07.751334 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-e7fc82be-5a0e-4d3c-9a62-ab9841b0388c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082885d-23be-4814-9300-20142ab0aefa HTTP/1.1" status: 200 len: 217 time: 0.0376525 Sep 29 19:47:07.800738 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-24459c53-bcc0-4b3c-85e0-d1ef7d9b206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:07.802210 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-24459c53-bcc0-4b3c-85e0-d1ef7d9b206c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=774a2df5-223a-4a80-8406-290ccaa3f983 HTTP/1.1" status: 200 len: 853 time: 0.0436997 Sep 29 19:47:07.835311 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-e92bdd24-6288-4564-aa6c-443be1df6e23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e06a50-a073-4e4a-a5e8-25e8c732d9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247467 Sep 29 19:47:07.929911 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-99fb9840-cdc1-4911-8a61-41b922316ff6 service neutron] 10.222.0.47 "GET /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876710 Sep 29 19:47:08.023165 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3ea7a664-d7d5-4c69-8179-8caeaafb995d req-455f44b7-f345-49f4-824c-213be048cd44 service neutron] 10.222.0.47 "GET /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853810 Sep 29 19:47:08.107234 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7 req-b765b530-a64d-4b44-bbe9-04077020e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:08.108803 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7 req-b765b530-a64d-4b44-bbe9-04077020e4fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=716e83827d60449aa320ffe674b03c5a&device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0416207 Sep 29 19:47:08.215896 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7 req-5d15dbd7-b22e-44c3-a273-75ab74c58ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:08.217420 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7 req-5d15dbd7-b22e-44c3-a273-75ab74c58ee9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=25e06a50-a073-4e4a-a5e8-25e8c732d9ad HTTP/1.1" status: 200 len: 914 time: 0.0927534 Sep 29 19:47:08.223085 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6d19-167f-4913-93e5-7f5e4847b352 req-d9aa3eb1-2895-492b-875e-190a642b6771 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:08.224589 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8d2f6d19-167f-4913-93e5-7f5e4847b352 req-d9aa3eb1-2895-492b-875e-190a642b6771 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 943 time: 0.0501173 Sep 29 19:47:08.260892 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7 req-a07128d0-91e7-402f-adb0-e267f8a79cdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8082885d-23be-4814-9300-20142ab0aefa HTTP/1.1" status: 200 len: 217 time: 0.0360551 Sep 29 19:47:08.267245 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8d2f6d19-167f-4913-93e5-7f5e4847b352 req-04e7e0b7-90c3-4a04-82ac-2ec62cabd846 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356913 Sep 29 19:47:08.326148 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7 req-0862b16e-10e9-4f3d-b480-326096243b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:08.327604 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7 req-0862b16e-10e9-4f3d-b480-326096243b0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=774a2df5-223a-4a80-8406-290ccaa3f983 HTTP/1.1" status: 200 len: 853 time: 0.0477061 Sep 29 19:47:08.365183 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7 req-3a59fdb9-99d4-41b1-8f88-0bea23068a3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e06a50-a073-4e4a-a5e8-25e8c732d9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260637 Sep 29 19:47:08.467498 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7 req-fec88c21-71a4-41c1-a1f1-da0126ef1ecb service neutron] 10.222.0.47 "GET /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939322 Sep 29 19:47:08.544733 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7dc56e75-e00c-4dd9-8529-d18f8badf070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:08.570975 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9a08c6ec-8cbc-48b9-824d-8655b5813bf7 req-3b5a616a-37c8-4363-9570-c632e00e6ebe service neutron] 10.222.0.47 "GET /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954392 Sep 29 19:47:08.780100 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eabde7-92fe-4de4-9e2e-e34b74b7c52f req-b677fea6-a29a-4d2b-9b56-63d9f6a9a843 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:08.781598 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-27eabde7-92fe-4de4-9e2e-e34b74b7c52f req-b677fea6-a29a-4d2b-9b56-63d9f6a9a843 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 946 time: 0.0486650 Sep 29 19:47:08.803132 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:08.824415 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-27eabde7-92fe-4de4-9e2e-e34b74b7c52f req-22a6fffa-f17d-47bd-80b6-303ecd40f33c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360649 Sep 29 19:47:09.388692 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3dff9-65cb-4e21-8c21-eeff5fd02b32 req-51615070-8be5-418c-93d1-70a462bc8c04 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:09.390199 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-71a3dff9-65cb-4e21-8c21-eeff5fd02b32 req-51615070-8be5-418c-93d1-70a462bc8c04 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 943 time: 0.0503881 Sep 29 19:47:09.419018 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:09.439511 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-71a3dff9-65cb-4e21-8c21-eeff5fd02b32 req-c651c6e4-bcaf-45e8-83b4-c8a9472fa522 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Sep 29 19:47:10.559064 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b076fe-90ab-4daf-b978-31bb71842d03 req-77eeb75b-44ff-4163-b2cf-20ddc1ff8792 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:10.561027 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-02b076fe-90ab-4daf-b978-31bb71842d03 req-77eeb75b-44ff-4163-b2cf-20ddc1ff8792 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 943 time: 0.0514116 Sep 29 19:47:10.603807 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-02b076fe-90ab-4daf-b978-31bb71842d03 req-3ad3d3ae-40ea-40ca-884b-b72359c6d623 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357449 Sep 29 19:47:10.977815 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8082885d-23be-4814-9300-20142ab0aefa details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:47:11.081093 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 8082885d-23be-4814-9300-20142ab0aefa, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8082885d-23be-4814-9300-20142ab0aefa,segment=NetworkSegment(8434d117-5cc2-44b8-aef3-942967248506),segment_id=8434d117-5cc2-44b8-aef3-942967248506)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:47:11.092937 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '8082885d-23be-4814-9300-20142ab0aefa', 'network_id': '25e06a50-a073-4e4a-a5e8-25e8c732d9ad', 'port_id': '8082885d-23be-4814-9300-20142ab0aefa', 'mac_address': 'fa:16:3e:74:5b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774a2df5-223a-4a80-8406-290ccaa3f983', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:47:11.133555 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:11.150291 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8082885d-23be-4814-9300-20142ab0aefa {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:47:11.170570 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 8082885d-23be-4814-9300-20142ab0aefa, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8082885d-23be-4814-9300-20142ab0aefa,segment=NetworkSegment(8434d117-5cc2-44b8-aef3-942967248506),segment_id=8434d117-5cc2-44b8-aef3-942967248506)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:47:11.174755 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:11.224982 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=8082885d-23be-4814-9300-20142ab0aefa,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:47:11.232839 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.233334 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.233685 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.234023 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.234385 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.234720 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.235051 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.235381 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.235711 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.236062 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.236389 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.236712 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:47:11.291469 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:11.418707 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['8082885d-23be-4814-9300-20142ab0aefa'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:47:11.720549 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277f493-f343-4ead-b5f5-52b1c60b4858 req-fb84a095-336d-4df3-a8cf-95e71d691a06 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:11.722007 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5277f493-f343-4ead-b5f5-52b1c60b4858 req-fb84a095-336d-4df3-a8cf-95e71d691a06 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 944 time: 0.0503504 Sep 29 19:47:11.761301 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5277f493-f343-4ead-b5f5-52b1c60b4858 req-6b283b52-497e-4062-97a5-c5f90e0dab24 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331554 Sep 29 19:47:12.679165 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:12.891239 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177431-f33f-4310-81c1-8cd80858eafe req-08327395-2a27-41c8-8a2d-92e859e371ba tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:12.892724 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-60177431-f33f-4310-81c1-8cd80858eafe req-08327395-2a27-41c8-8a2d-92e859e371ba tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 944 time: 0.0477078 Sep 29 19:47:12.933027 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-60177431-f33f-4310-81c1-8cd80858eafe req-4ce6b6f8-1f47-4fa4-b6d8-a6b16a636209 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343072 Sep 29 19:47:12.980725 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8082885d-23be-4814-9300-20142ab0aefa up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:47:13.031936 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 8082885d-23be-4814-9300-20142ab0aefa completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:47:13.035685 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 8082885d-23be-4814-9300-20142ab0aefa triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:47:13.036111 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:13.114297 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:13.137240 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e361c9e3-203a-434d-9feb-7be6246b0ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082885d-23be-4814-9300-20142ab0aefa'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:47:13.140198 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c15408-5028-4913-bf5a-d65a2471d45a" -d '{"events": [{"server_uuid": "e361c9e3-203a-434d-9feb-7be6246b0ee1", "name": "network-vif-plugged", "status": "completed", "tag": "8082885d-23be-4814-9300-20142ab0aefa"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:47:13.152495 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 8082885d-23be-4814-9300-20142ab0aefa, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8082885d-23be-4814-9300-20142ab0aefa,segment=NetworkSegment(8434d117-5cc2-44b8-aef3-942967248506),segment_id=8434d117-5cc2-44b8-aef3-942967248506)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:47:13.156747 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:13.186386 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4d3cd6-3ece-451c-b0ea-697b5a14488c x-openstack-request-id: req-8e4d3cd6-3ece-451c-b0ea-697b5a14488c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:47:13.186682 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e361c9e3-203a-434d-9feb-7be6246b0ee1", "name": "network-vif-plugged", "status": "completed", "tag": "8082885d-23be-4814-9300-20142ab0aefa", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:47:13.186933 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e4d3cd6-3ece-451c-b0ea-697b5a14488c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:47:13.187316 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e361c9e3-203a-434d-9feb-7be6246b0ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082885d-23be-4814-9300-20142ab0aefa', 'code': 200} Sep 29 19:47:13.215045 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=8082885d-23be-4814-9300-20142ab0aefa,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:47:13.371778 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787f0b-ee3f-4ccf-8a09-2af89016146e req-8b171fd1-65e6-470e-a32e-19736eb1a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:13.373958 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a787f0b-ee3f-4ccf-8a09-2af89016146e req-8b171fd1-65e6-470e-a32e-19736eb1a249 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 1098 time: 0.0413170 Sep 29 19:47:13.409989 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0a787f0b-ee3f-4ccf-8a09-2af89016146e req-862e58bc-c684-4a78-9333-c30be02bc772 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272143 Sep 29 19:47:14.058470 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5db5e-b87c-4d3a-a985-13d5a6ea1f59 req-1648f486-a75b-4b3f-9566-02e3b6c87727 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:14.060201 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-71d5db5e-b87c-4d3a-a985-13d5a6ea1f59 req-1648f486-a75b-4b3f-9566-02e3b6c87727 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 945 time: 0.0504496 Sep 29 19:47:14.098624 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-71d5db5e-b87c-4d3a-a985-13d5a6ea1f59 req-2d57361a-0c5e-4f59-90db-38d4d6d102ec tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Sep 29 19:47:15.222009 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91818205-3b71-4365-9600-2cc04f1d2c67 req-e5d1138c-a144-4fd7-8acc-cc8df13cbe35 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:15.223479 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-91818205-3b71-4365-9600-2cc04f1d2c67 req-e5d1138c-a144-4fd7-8acc-cc8df13cbe35 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 945 time: 0.0500205 Sep 29 19:47:15.264671 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-91818205-3b71-4365-9600-2cc04f1d2c67 req-832bd166-9f9e-4d24-aea3-1e00cb03c43a tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341389 Sep 29 19:47:21.535415 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:47:35.557499 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-324b04ad-edb5-4b97-a3c0-c33ccf374d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:36.656060 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfb1d0-a29b-472d-a5d7-c9254eb5072a req-d9bce912-cacd-4a2d-9e05-13dd26724f48 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:36.658130 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-45cfb1d0-a29b-472d-a5d7-c9254eb5072a req-d9bce912-cacd-4a2d-9e05-13dd26724f48 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 945 time: 0.1054685 Sep 29 19:47:36.699442 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-45cfb1d0-a29b-472d-a5d7-c9254eb5072a req-aaa8815a-bce6-40a7-96ad-79d09a415c76 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351069 Sep 29 19:47:37.821945 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b77b6-e3c6-4b49-b8dc-ba813bc929be req-be4ad495-743b-4f59-9b95-5c41349bafd2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:37.823451 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-374b77b6-e3c6-4b49-b8dc-ba813bc929be req-be4ad495-743b-4f59-9b95-5c41349bafd2 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 945 time: 0.0517004 Sep 29 19:47:37.864845 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-374b77b6-e3c6-4b49-b8dc-ba813bc929be req-6a660d48-100e-4bba-a53f-cd2c818df825 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339231 Sep 29 19:47:38.547266 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c1f7e8c-63c3-4906-a66e-b1bb52975e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:38.592138 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-867b5535-0fca-4d0b-a1fe-f32637c30bd3 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:38.593472 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-867b5535-0fca-4d0b-a1fe-f32637c30bd3 tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.47 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 945 time: 0.0495434 Sep 29 19:47:38.703790 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-2c1b49ad-44cf-426a-98f2-564ffe5b3b7d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Deleting port 8082885d-23be-4814-9300-20142ab0aefa {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:47:38.704244 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-2c1b49ad-44cf-426a-98f2-564ffe5b3b7d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:38.803524 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:38.804778 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-2c1b49ad-44cf-426a-98f2-564ffe5b3b7d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] For port 8082885d-23be-4814-9300-20142ab0aefa, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8082885d-23be-4814-9300-20142ab0aefa,segment=NetworkSegment(8434d117-5cc2-44b8-aef3-942967248506),segment_id=8434d117-5cc2-44b8-aef3-942967248506)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:47:38.805242 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-2c1b49ad-44cf-426a-98f2-564ffe5b3b7d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:38.820628 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-2c1b49ad-44cf-426a-98f2-564ffe5b3b7d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Calling delete_port for 8082885d-23be-4814-9300-20142ab0aefa owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:47:38.954328 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-2c1b49ad-44cf-426a-98f2-564ffe5b3b7d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:38.968320 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['8082885d-23be-4814-9300-20142ab0aefa'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:47:38.989909 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b49ad-44cf-426a-98f2-564ffe5b3b7d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Pushing event deleted for resources: {'Port': ['ID=8082885d-23be-4814-9300-20142ab0aefa,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:47:38.992763 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b038a2-b18e-4a3b-991d-9d7cb1461d8a req-c903f7c1-204a-40ba-9e31-565055b50f9c tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:39.004406 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a3b038a2-b18e-4a3b-991d-9d7cb1461d8a req-c903f7c1-204a-40ba-9e31-565055b50f9c tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/ports?device_id=e361c9e3-203a-434d-9feb-7be6246b0ee1 HTTP/1.1" status: 200 len: 867 time: 0.0705519 Sep 29 19:47:39.034290 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-2c1b49ad-44cf-426a-98f2-564ffe5b3b7d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] No DVR routers for this DVR port 8082885d-23be-4814-9300-20142ab0aefa on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:47:39.041787 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a3b038a2-b18e-4a3b-991d-9d7cb1461d8a req-104ac5e2-d1c8-4882-8084-c5ee412b722d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Sep 29 19:47:39.042896 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-2c1b49ad-44cf-426a-98f2-564ffe5b3b7d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:39.045361 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-139d43b2-9987-4f52-9408-9cf18a0f1fa9 req-2c1b49ad-44cf-426a-98f2-564ffe5b3b7d tempest-VolumesSnapshotTestJSON-657938767 tempest-VolumesSnapshotTestJSON-657938767-project] 10.222.0.47 "DELETE /v2.0/ports/8082885d-23be-4814-9300-20142ab0aefa HTTP/1.1" status: 204 len: 173 time: 0.4340646 Sep 29 19:47:39.045832 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e361c9e3-203a-434d-9feb-7be6246b0ee1', 'name': 'network-vif-deleted', 'tag': '8082885d-23be-4814-9300-20142ab0aefa'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:47:39.049085 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f384db6c-7e62-47cb-abfe-c0ce5aa0c562" -d '{"events": [{"server_uuid": "e361c9e3-203a-434d-9feb-7be6246b0ee1", "name": "network-vif-deleted", "tag": "8082885d-23be-4814-9300-20142ab0aefa"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:47:39.099906 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12da12ee-6678-4493-9b7e-b5cfac026708 x-openstack-request-id: req-12da12ee-6678-4493-9b7e-b5cfac026708 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:47:39.100197 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e361c9e3-203a-434d-9feb-7be6246b0ee1", "name": "network-vif-deleted", "tag": "8082885d-23be-4814-9300-20142ab0aefa", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:47:39.100440 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12da12ee-6678-4493-9b7e-b5cfac026708 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:47:39.100829 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e361c9e3-203a-434d-9feb-7be6246b0ee1', 'name': 'network-vif-deleted', 'tag': '8082885d-23be-4814-9300-20142ab0aefa', 'status': 'completed', 'code': 200} Sep 29 19:47:39.419009 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:40.473202 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-7bdcf4cd-8dbe-4715-8f05-f30798a3e877 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481484 Sep 29 19:47:40.578734 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-322fa01d-6a15-4544-9604-8d2a0101d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:40.580456 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-322fa01d-6a15-4544-9604-8d2a0101d02f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 1099 time: 0.0441537 Sep 29 19:47:40.709389 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-0cec1f27-5ce7-4e2e-a2c3-4a169f10b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:40.710891 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-0cec1f27-5ce7-4e2e-a2c3-4a169f10b7d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 917 time: 0.1018164 Sep 29 19:47:40.780465 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-9523fc8f-91f3-42ad-85e8-12feb907f770 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0 HTTP/1.1" status: 200 len: 1000 time: 0.0599601 Sep 29 19:47:40.845447 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-64b34036-0aa6-4585-a17f-e9f36352a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:40.847433 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-64b34036-0aa6-4585-a17f-e9f36352a08d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 200 len: 855 time: 0.0565293 Sep 29 19:47:40.902890 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-4856b525-b4c2-4e35-910f-7cbfc9df1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:47:40.904477 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-4856b525-b4c2-4e35-910f-7cbfc9df1c00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15520bd8-ddde-49dc-8308-5fe62c865319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442002 Sep 29 19:47:41.009150 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-5f1685ff-64bb-4f6e-aace-e267d84a5ffc service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950761 Sep 29 19:47:41.111101 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-3765d800-4f2e-4181-a676-4815dbcf4171 req-369fe744-81c7-4e99-bdff-7550df8db414 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935674 Sep 29 19:47:41.296367 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:42.712257 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:47:43.695305 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8082885d-23be-4814-9300-20142ab0aefa no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:47:43.715117 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 8082885d-23be-4814-9300-20142ab0aefa {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:47:43.715843 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8082885d-23be-4814-9300-20142ab0aefa not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:47:58.535289 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:48:00.723849 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af712656-c784-4dbc-986f-e59a38556c3a req-b0a4d927-0b4d-459f-8b6d-0079fd00ddfd tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:00.726446 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-af712656-c784-4dbc-986f-e59a38556c3a req-b0a4d927-0b4d-459f-8b6d-0079fd00ddfd tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0898590 Sep 29 19:48:00.770704 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-af712656-c784-4dbc-986f-e59a38556c3a req-f11898fc-ec92-4362-bc7e-4eda519b39fb tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382540 Sep 29 19:48:01.459488 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646083-8e93-452a-ba35-b668545d86c8 req-2c5da286-3a99-4198-8c4d-fac1fa5c9152 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:01.461035 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-47646083-8e93-452a-ba35-b668545d86c8 req-2c5da286-3a99-4198-8c4d-fac1fa5c9152 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 946 time: 0.0519140 Sep 29 19:48:01.503873 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-47646083-8e93-452a-ba35-b668545d86c8 req-54bcccf7-1b2b-4989-baf3-e549ccdf1b26 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362334 Sep 29 19:48:01.895779 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ab7c5-38b6-41a4-a8ee-a92aa68cc3c6 req-9dfe1fc2-9213-41d7-9f28-70d95bdc7301 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:01.897393 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d40ab7c5-38b6-41a4-a8ee-a92aa68cc3c6 req-9dfe1fc2-9213-41d7-9f28-70d95bdc7301 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0518615 Sep 29 19:48:01.939477 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d40ab7c5-38b6-41a4-a8ee-a92aa68cc3c6 req-b04ff653-96eb-4cbb-94f0-10b3bc6abd36 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358336 Sep 29 19:48:02.635128 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afbbd8-78ea-4f37-a829-83c2cd233550 req-d9655c22-a464-49ff-8ffa-4f97f579a82e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:02.637264 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-39afbbd8-78ea-4f37-a829-83c2cd233550 req-d9655c22-a464-49ff-8ffa-4f97f579a82e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 946 time: 0.0574696 Sep 29 19:48:02.694838 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-39afbbd8-78ea-4f37-a829-83c2cd233550 req-e5d46a33-b6ec-4b7b-8130-9a03a86da229 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=328fb0b8-f75f-49ec-bd9c-806c52ac5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496359 Sep 29 19:48:03.005113 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-786423a7-1efe-4c52-a1b6-a9f79761cc24 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:03.006769 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-786423a7-1efe-4c52-a1b6-a9f79761cc24 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.47 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 946 time: 0.0591626 Sep 29 19:48:03.079271 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5aaa7f-9802-47e5-bb9d-30b509b6bcf1 req-03a13387-7998-49b0-b330-6c72026e9dbe tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:03.080953 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fc5aaa7f-9802-47e5-bb9d-30b509b6bcf1 req-03a13387-7998-49b0-b330-6c72026e9dbe tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0543497 Sep 29 19:48:03.123192 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fc5aaa7f-9802-47e5-bb9d-30b509b6bcf1 req-ae1f4ed8-2974-4804-9187-05366091630e tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360544 Sep 29 19:48:03.137212 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Deleting port 5eced5d6-0080-419a-96e7-acc4d8c056f0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:48:03.137548 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:03.227852 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] For port 5eced5d6-0080-419a-96e7-acc4d8c056f0, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=5eced5d6-0080-419a-96e7-acc4d8c056f0,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:03.228212 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:03.471113 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:03.471376 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:03.471690 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.l3_db [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Floating IP 12ac0cb4-96fe-437c-be81-a59995331980 disassociated. External IP: 172.27.1.42, port: 5eced5d6-0080-419a-96e7-acc4d8c056f0. Sep 29 19:48:03.472064 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Calling delete_port for 5eced5d6-0080-419a-96e7-acc4d8c056f0 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:48:03.608203 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:03.637625 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event deleted for resources: {'Port': ['ID=5eced5d6-0080-419a-96e7-acc4d8c056f0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:03.650637 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.650984 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.651323 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.651671 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.652028 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.652360 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.652684 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.653008 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.653329 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.653651 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.653970 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.654288 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:03.741866 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 34588) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:03.773979 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Router bd2821f4-8093-47af-9275-5467a36af2aa has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:48:03.812779 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ca4ad68-9bb7-49fb-a747-8d86266ec81b req-19067150-d145-4710-8f0c-ba4f6e77bfd8 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2446f831-9945-484e-8fb0-ab77624091a0 HTTP/1.1" status: 200 len: 210 time: 0.0330200 Sep 29 19:48:03.818781 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Deleting subnet 774a2df5-223a-4a80-8406-290ccaa3f983 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:48:03.822788 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:03.868760 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26797515'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:03.914421 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:03.928794 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:48:03.943450 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] Sync routers for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:48:03.954385 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:03.955385 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:47:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:03.973071 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] No DVR routers for this DVR port 5eced5d6-0080-419a-96e7-acc4d8c056f0 on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:48:03.976602 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:03.979112 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-693cc5e7-33d2-42cd-b2af-5edc5e5e4265 req-762af1ce-928e-4878-9385-c8a0bd238353 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.47 "DELETE /v2.0/ports/5eced5d6-0080-419a-96e7-acc4d8c056f0 HTTP/1.1" status: 204 len: 173 time: 0.9662259 Sep 29 19:48:03.979790 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'name': 'network-vif-deleted', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:48:03.982382 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9676df82-3851-4581-88c2-412ecb2a0ab7" -d '{"events": [{"server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "name": "network-vif-deleted", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:48:03.996769 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26560851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26618861'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.023941 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774a2df5-223a-4a80-8406-290ccaa3f983,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:04.045316 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.050324 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34594) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:04.054955 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/774a2df5-223a-4a80-8406-290ccaa3f983 HTTP/1.1" status: 204 len: 168 time: 0.3074980 Sep 29 19:48:04.060440 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.061859 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.062359 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.062961 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.063658 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.064174 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.064653 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.066792 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.066903 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.067238 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.067564 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.079569 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d8d82e-b2dc-48f3-9e18-fe87e4021443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:04.104835 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a57aa-1ab1-40fb-8cfd-3e8ef9f0e6c0 x-openstack-request-id: req-6b5a57aa-1ab1-40fb-8cfd-3e8ef9f0e6c0 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:48:04.105131 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2446f831-9945-484e-8fb0-ab77624091a0", "name": "network-vif-deleted", "tag": "5eced5d6-0080-419a-96e7-acc4d8c056f0", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:48:04.105405 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b5a57aa-1ab1-40fb-8cfd-3e8ef9f0e6c0 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:48:04.105791 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2446f831-9945-484e-8fb0-ab77624091a0', 'name': 'network-vif-deleted', 'tag': '5eced5d6-0080-419a-96e7-acc4d8c056f0', 'status': 'completed', 'code': 200} Sep 29 19:48:04.145629 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:04.149186 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.246854 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.256918 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083b7ed-1d22-4b65-9549-83c47e243d74 req-3f9dd4f4-fdc0-4dcb-8fa6-64eaee267939 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:04.258427 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0083b7ed-1d22-4b65-9549-83c47e243d74 req-3f9dd4f4-fdc0-4dcb-8fa6-64eaee267939 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0552287 Sep 29 19:48:04.271409 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e06a50-a073-4e4a-a5e8-25e8c732d9ad']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:04.282560 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8434d117-5cc2-44b8-aef3-942967248506') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:04.282943 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8434d117-5cc2-44b8-aef3-942967248506') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:04.293269 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-429871'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.308137 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.316172 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:48:04.316902 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395280'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.318788 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0083b7ed-1d22-4b65-9549-83c47e243d74 req-d8ae0672-e1e0-4d80-aaf1-39f7f739abd9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496738 Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: Traceback (most recent call last): Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: timer() Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: cb(*args, **kw) Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: return func(*args, **kwargs) Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: self._notify() Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: self.callback(batched_events) Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: event.method(event) Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: return f(self, *a, **k) Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._get(url).json() Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: return self.request(url, 'GET', **kwargs) Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:48:04.319396 dv-cinder-811740-1-iscsi neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:48:04.364566 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:04.384543 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.394353 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] Checking router: bd2821f4-8093-47af-9275-5467a36af2aa for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:48:04.397524 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.399529 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] 10.222.0.16 "DELETE /v2.0/networks/25e06a50-a073-4e4a-a5e8-25e8c732d9ad HTTP/1.1" status: 204 len: 168 time: 0.3480942 Sep 29 19:48:04.406307 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:04.406937 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:47:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:04.415500 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dcd45-6bcc-44ea-9489-c2521394f89e admin admin] Pushing event deleted for resources: {'Network': ['ID=25e06a50-a073-4e4a-a5e8-25e8c732d9ad,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:04.549509 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:04.621817 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34600) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:04.671866 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-fd812ca6-a3be-4534-926f-538bab941bd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=716e83827d60449aa320ffe674b03c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469389 Sep 29 19:48:04.672933 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34602) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:04.726486 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff5e479a-5c11-491c-95a1-0dbd1389fd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.754838 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff5e479a-5c11-491c-95a1-0dbd1389fd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.782990 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:04.805607 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff5e479a-5c11-491c-95a1-0dbd1389fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.808597 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff5e479a-5c11-491c-95a1-0dbd1389fd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:04.814606 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ff5e479a-5c11-491c-95a1-0dbd1389fd48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1 HTTP/1.1" status: 204 len: 168 time: 0.1359470 Sep 29 19:48:04.814800 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2a001-77ce-4bd9-8955-9f29f01e6f41 None None] The sync data for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi is: [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:48:04.819441 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e479a-5c11-491c-95a1-0dbd1389fd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47cb8d7-02f2-4039-a0ba-e15ae00bd7e1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:04.929437 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34610) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:05.017971 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e148dd0-8475-4d16-9bad-38e7fd49f775 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.050738 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e148dd0-8475-4d16-9bad-38e7fd49f775 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.113003 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e148dd0-8475-4d16-9bad-38e7fd49f775 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.118049 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e148dd0-8475-4d16-9bad-38e7fd49f775 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.122085 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-1e148dd0-8475-4d16-9bad-38e7fd49f775 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "DELETE /v2.0/security-groups/328fb0b8-f75f-49ec-bd9c-806c52ac5a61 HTTP/1.1" status: 204 len: 168 time: 0.1886141 Sep 29 19:48:05.122814 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 34614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:05.140596 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e148dd0-8475-4d16-9bad-38e7fd49f775 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328fb0b8-f75f-49ec-bd9c-806c52ac5a61,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:05.165903 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.api.v2.resource [None req-f4fbf5a3-8f21-40fb-bb2d-83eda694eebc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] show failed (client error): The resource could not be found. Sep 29 19:48:05.170189 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-f4fbf5a3-8f21-40fb-bb2d-83eda694eebc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups/328fb0b8-f75f-49ec-bd9c-806c52ac5a61 HTTP/1.1" status: 404 len: 347 time: 0.0466354 Sep 29 19:48:05.175322 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 34616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:05.340762 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6050f-ccad-4e08-a214-711de67ed203 None None] New status for floating IP 12ac0cb4-96fe-437c-be81-a59995331980: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:48:05.358656 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b98c7364-73bc-4b60-9164-02f9e70e6914 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Deleting port 3fedc66a-3704-4336-a9c4-f5e0d7f85d5f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:48:05.359300 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b98c7364-73bc-4b60-9164-02f9e70e6914 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.485320 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b98c7364-73bc-4b60-9164-02f9e70e6914 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.485578 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b98c7364-73bc-4b60-9164-02f9e70e6914 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.507697 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b98c7364-73bc-4b60-9164-02f9e70e6914 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Calling delete_port for 3fedc66a-3704-4336-a9c4-f5e0d7f85d5f owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:48:05.517127 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c41f47-0542-4820-9d69-38252e1fe6a8 req-d7da546f-23ec-4865-9626-db27caca7360 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:05.519112 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f4c41f47-0542-4820-9d69-38252e1fe6a8 req-d7da546f-23ec-4865-9626-db27caca7360 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.1213174 Sep 29 19:48:05.563386 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b80e0be9-11ed-4aa5-b158-fb657ee9d2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.614719 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f4c41f47-0542-4820-9d69-38252e1fe6a8 req-85258587-c05b-45d2-b313-335da9b6ab1f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876441 Sep 29 19:48:05.705770 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b98c7364-73bc-4b60-9164-02f9e70e6914 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.736169 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c7364-73bc-4b60-9164-02f9e70e6914 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event deleted for resources: {'Port': ['ID=3fedc66a-3704-4336-a9c4-f5e0d7f85d5f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:05.785598 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34636) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:05.813457 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b98c7364-73bc-4b60-9164-02f9e70e6914 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.816938 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b98c7364-73bc-4b60-9164-02f9e70e6914 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.818210 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-b98c7364-73bc-4b60-9164-02f9e70e6914 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "DELETE /v2.0/floatingips/12ac0cb4-96fe-437c-be81-a59995331980 HTTP/1.1" status: 204 len: 168 time: 0.6418612 Sep 29 19:48:05.925130 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1990689913-network', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:05.952512 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Made reservation on behalf of 9ab76d938d5f4002b4656c0c389a95c1 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:48:05.955594 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:05.966192 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.080443 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.086947 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.117488 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:48:06.128016 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b14fae-f9b5-4d6b-a74d-31317a4472bc,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:06.137718 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.138112 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Added segment 7c7163f4-24a6-4158-b574-7365e3cc955a of type vlan for network 7449da20-42da-4806-8381-881a496819fc Sep 29 19:48:06.183881 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.216662 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.218921 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:06.219649 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.262412 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4707282 Sep 29 19:48:06.262739 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 34642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:06.268556 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Request body: {'subnet': {'network_id': '7449da20-42da-4806-8381-881a496819fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1990689913-subnet', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:06.300016 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Made reservation on behalf of 9ab76d938d5f4002b4656c0c389a95c1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:48:06.302950 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26618824'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.315053 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34644) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:06.319554 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-40cb0e24-3714-4b2f-89a4-3fac3c9ca3a5 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159430592', 'description': 'tempest-description--2075633599'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:06.324956 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e4767-8179-475d-b281-4baa474b3839 admin admin] Pushing event updated for resources: {'Network': ['ID=7449da20-42da-4806-8381-881a496819fc,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:06.338036 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 7449da20-42da-4806-8381-881a496819fc details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:48:06.352877 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40cb0e24-3714-4b2f-89a4-3fac3c9ca3a5 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.481004 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40cb0e24-3714-4b2f-89a4-3fac3c9ca3a5 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.486257 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40cb0e24-3714-4b2f-89a4-3fac3c9ca3a5 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.503295 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26560914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26618874'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.515776 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40cb0e24-3714-4b2f-89a4-3fac3c9ca3a5 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.517040 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-40cb0e24-3714-4b2f-89a4-3fac3c9ca3a5 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2010283 Sep 29 19:48:06.519927 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34646) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:06.524350 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-751de4e9-c2d1-4fed-803d-7d2f8dded22a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'security_group_rule': {'security_group_id': 'c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:06.533186 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb0e24-3714-4b2f-89a4-3fac3c9ca3a5 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:06.560191 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-751de4e9-c2d1-4fed-803d-7d2f8dded22a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.569668 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:06.580002 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Checking segment: {'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:48:06.580412 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Network hostable DHCP agents. Network: 7449da20-42da-4806-8381-881a496819fc, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:48:06.598809 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Network 7449da20-42da-4806-8381-881a496819fc is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:48:06.610047 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 7449da20-42da-4806-8381-881a496819fc) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:06.614496 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:06.615148 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.621795 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5870b1e7-31f9-40ce-b800-2a14104d3c85 None None] Network 7449da20-42da-4806-8381-881a496819fc requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:48:06.631269 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-688bcf5f-b313-416a-86d0-63b61e71d2f8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3672683 Sep 29 19:48:06.633916 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 34648) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:06.634380 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-751de4e9-c2d1-4fed-803d-7d2f8dded22a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.639812 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-751de4e9-c2d1-4fed-803d-7d2f8dded22a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.642388 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:06.659576 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751de4e9-c2d1-4fed-803d-7d2f8dded22a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ed8792-d96e-4a18-b651-f93be54716dd,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:06.669479 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-709'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.671625 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-716'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.678489 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-751de4e9-c2d1-4fed-803d-7d2f8dded22a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.680600 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-751de4e9-c2d1-4fed-803d-7d2f8dded22a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596551 Sep 29 19:48:06.683392 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34652) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:06.692659 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b1f2925e-f7ea-4b72-a96a-793a73faca8d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'security_group_rule': {'security_group_id': 'c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:06.723012 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b1f2925e-f7ea-4b72-a96a-793a73faca8d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.763170 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.798381 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp770c13e4-41fe-5b3f-b506-c85e762a202c-7449da20-42da-4806-8381-881a496819fc', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b'}]}} from dv-cinder-811740-1-iscsi. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 19:48:06.800025 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.800366 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b1f2925e-f7ea-4b72-a96a-793a73faca8d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.805760 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b1f2925e-f7ea-4b72-a96a-793a73faca8d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.830114 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2925e-f7ea-4b72-a96a-793a73faca8d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739d7620-16e2-4512-a5e3-cdceb380ef22,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:06.834631 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b1f2925e-f7ea-4b72-a96a-793a73faca8d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.839430 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-b1f2925e-f7ea-4b72-a96a-793a73faca8d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514359 Sep 29 19:48:06.840408 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34654) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:06.848471 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'floatingip': {'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:06.854938 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4acc7-246c-4bac-9551-acab9410a584 req-9c4f7108-366b-4b0c-bf07-39758b90ee84 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:06.856495 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-49a4acc7-246c-4bac-9551-acab9410a584 req-9c4f7108-366b-4b0c-bf07-39758b90ee84 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.1443906 Sep 29 19:48:06.876564 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:06.972350 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Allocated IP 172.20.0.2 (7449da20-42da-4806-8381-881a496819fc/9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b/15ca6c8e-a41d-48a1-8093-340b3d096fc8) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:48:06.998008 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.145927 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Allocated IP 172.27.1.233 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/e8573f18-ee41-4b52-af76-e996108ffb88) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:48:07.173588 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.209018 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-49a4acc7-246c-4bac-9551-acab9410a584 req-9602891a-8c26-4ef1-afaa-f1e08f40d8a0 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220100 Sep 29 19:48:07.273427 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.275509 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.278555 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 5eced5d6-0080-419a-96e7-acc4d8c056f0 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:48:07.299458 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.304082 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 5eced5d6-0080-419a-96e7-acc4d8c056f0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:48:07.304394 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 5eced5d6-0080-419a-96e7-acc4d8c056f0 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:48:07.314790 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.339603 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Network 7449da20-42da-4806-8381-881a496819fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:07.344523 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:07.348327 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:48:07.353045 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:07.356000 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:07.359477 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:48:07.361107 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Pushing event updated for resources: {'Port': ['ID=15ca6c8e-a41d-48a1-8093-340b3d096fc8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:07.402478 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'Port': ['ID=e8573f18-ee41-4b52-af76-e996108ffb88,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:07.411276 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Attempting to bind port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:48:07.411276 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Attempting to bind port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:48:07.411947 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Attempting to bind port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 on network 7449da20-42da-4806-8381-881a496819fc {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:48:07.417728 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:48:07.418175 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Checking segment: {'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:48:07.418654 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.419334 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Bound using segment: {'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:48:07.419664 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Bound port: 15ca6c8e-a41d-48a1-8093-340b3d096fc8, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:48:07.420142 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.434148 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.455095 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.470436 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.498363 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] For port 15ca6c8e-a41d-48a1-8093-340b3d096fc8, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:48:07.502290 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] For port 15ca6c8e-a41d-48a1-8093-340b3d096fc8, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=15ca6c8e-a41d-48a1-8093-340b3d096fc8,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:48:07.507224 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.508944 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.565504 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f9207-368b-4115-815f-8bf23fc8e4a5 None None] Pushing event updated for resources: {'Port': ['ID=15ca6c8e-a41d-48a1-8093-340b3d096fc8,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:07.570930 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Allocated IP 172.27.1.167 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:48:07.677427 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.682082 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.692282 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.731200 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.771695 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'Port': ['ID=e8573f18-ee41-4b52-af76-e996108ffb88,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:07.789797 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.807351 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:07.808607 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-e5d3149f-af4e-4d75-accc-5dfe5107150f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9669914 Sep 29 19:48:07.809330 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:07.812860 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:07.815328 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:48:07.850820 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:08.052788 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7fa09b8d-fefc-441e-93f2-29085609cd30 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1159430592&fields=id&tenant_id=66270993a5594fba83b2dfc6034c0ccd HTTP/1.1" status: 200 len: 267 time: 0.0754611 Sep 29 19:48:08.142325 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:08.241868 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-27607944-c7d6-4261-8c91-6d2693b099a9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:08.243701 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-27607944-c7d6-4261-8c91-6d2693b099a9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 816 time: 0.1818163 Sep 29 19:48:08.308406 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-a89377c9-dea3-4413-acd5-eb06a6ecf77b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/quotas/66270993a5594fba83b2dfc6034c0ccd HTTP/1.1" status: 200 len: 375 time: 0.0582578 Sep 29 19:48:08.427734 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a4f4-fb5f-4791-b710-bb503db86a8e req-62047794-064d-4330-be88-bac5888f035c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:08.429762 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-01f1a4f4-fb5f-4791-b710-bb503db86a8e req-62047794-064d-4330-be88-bac5888f035c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.1328819 Sep 29 19:48:08.457721 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-44897177-1423-4bb0-854a-0449a0ccd78e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1290913 Sep 29 19:48:08.490858 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87324e15-9b4a-4068-9fab-2aaaec80c2ba None None] Network 7449da20-42da-4806-8381-881a496819fc requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:48:08.526427 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:08.530812 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-01f1a4f4-fb5f-4791-b710-bb503db86a8e req-8eae8aae-bed5-43f2-bc13-467d063a99a4 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909529 Sep 29 19:48:08.576739 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0319280b-f1c7-48e2-a4b5-51758e8a1d1a None None] Provisioning complete for port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:08.577696 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0319280b-f1c7-48e2-a4b5-51758e8a1d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:08.608427 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a669fcc-6e1d-41fc-84dc-c01e9d95443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:08.712673 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-dec21ace-afec-4795-a5d7-fad386961fe7 service neutron] 10.222.0.16 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275465 Sep 29 19:48:08.726457 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0319280b-f1c7-48e2-a4b5-51758e8a1d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:08.764753 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0319280b-f1c7-48e2-a4b5-51758e8a1d1a None None] For port 15ca6c8e-a41d-48a1-8093-340b3d096fc8, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=15ca6c8e-a41d-48a1-8093-340b3d096fc8,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:08.769502 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0319280b-f1c7-48e2-a4b5-51758e8a1d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:08.800267 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Router 03fbcb97-703d-4227-9acd-8374633d5dbf is scheduled to L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 19:48:08.816431 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:08.838092 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319280b-f1c7-48e2-a4b5-51758e8a1d1a None None] Pushing event updated for resources: {'Port': ['ID=15ca6c8e-a41d-48a1-8093-340b3d096fc8,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:08.865153 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-c453de8d-933c-4029-afc1-402c9d2f99a3 service neutron] 10.222.0.16 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438622 Sep 29 19:48:08.938625 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:48:08.949066 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Sync routers for ids ['03fbcb97-703d-4227-9acd-8374633d5dbf'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:48:08.956011 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:08.960077 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-ceb34d88-8537-4a88-8b6d-3fbf299119a7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3221002 Sep 29 19:48:08.960261 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Routers {'03fbcb97-703d-4227-9acd-8374633d5dbf'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:08.960404 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 34676) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:08.960855 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['03fbcb97-703d-4227-9acd-8374633d5dbf'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:09.005631 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 15ca6c8e-a41d-48a1-8093-340b3d096fc8 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:09.061825 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1608efbe-b80e-4e27-9ca3-39f43e184b52 None None] Provisioning complete for port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:09.062717 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1608efbe-b80e-4e27-9ca3-39f43e184b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:09.118196 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-14d197c7-141f-43d8-a31c-02ed3903a06e req-c7de6866-aed1-423d-834f-7c2d608dc18b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 210 time: 0.0561256 Sep 29 19:48:09.173224 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Set router 03fbcb97-703d-4227-9acd-8374633d5dbf gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:09.176500 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:09.176866 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:09.461361 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:09.495506 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:07Z', 'revision_number': 3, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:09.523524 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Checking router: 03fbcb97-703d-4227-9acd-8374633d5dbf for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:48:09.523783 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Updating router 03fbcb97-703d-4227-9acd-8374633d5dbf port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a binding host dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:48:09.549993 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:09.705545 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484b588-f247-4e9a-b8bb-321693e07962 req-dc0d5d6f-d685-441a-ba7c-641ef0db9dfc tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:09.707050 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b484b588-f247-4e9a-b8bb-321693e07962 req-dc0d5d6f-d685-441a-ba7c-641ef0db9dfc tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0874243 Sep 29 19:48:09.777622 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:09.782721 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b484b588-f247-4e9a-b8bb-321693e07962 req-1516e1cb-4afb-4892-a42f-c6ef99395986 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685496 Sep 29 19:48:09.843208 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:09.849851 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:09.905334 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Attempting to bind port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:48:09.905706 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Attempting to bind port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:48:09.906072 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Attempting to bind port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a on network 26c08563-6f65-4938-99ac-1afc67ee349a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:48:09.908957 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aadf0-2a37-40d7-b429-87bee2099460 None None] Pushing event updated for resources: {'Port': ['ID=d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:09.913580 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:48:09.913954 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:48:09.914365 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:09.914753 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Bound using segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:48:09.915220 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Bound port: d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:48:09.915603 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:09.949793 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Allocated IP 172.20.0.1 (7449da20-42da-4806-8381-881a496819fc/9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b/8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:48:09.968127 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] For port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:48:09.971410 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] For port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:48:09.976348 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:10.038217 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Routers {'03fbcb97-703d-4227-9acd-8374633d5dbf'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:10.038860 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['03fbcb97-703d-4227-9acd-8374633d5dbf'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:10.042117 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aadf0-2a37-40d7-b429-87bee2099460 None None] Pushing event updated for resources: {'Port': ['ID=d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:10.065996 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:10.099761 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:10.147654 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Network 7449da20-42da-4806-8381-881a496819fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:10.155948 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:10.158475 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Pushing event updated for resources: {'Port': ['ID=8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:10.160734 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:48:10.165326 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] Set router 03fbcb97-703d-4227-9acd-8374633d5dbf gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:10.226352 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645279'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:10.349710 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-4501d433-f24e-4066-97bc-9990d58ead71 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:10.351612 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-4501d433-f24e-4066-97bc-9990d58ead71 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.47 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 816 time: 0.1517892 Sep 29 19:48:10.383157 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-af249355-b53f-4bcd-a931-417b76c35ab0 req-4f070075-f9ab-49ff-8f55-eb6cda7aadca tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 210 time: 0.1167338 Sep 29 19:48:10.419359 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:10.444010 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-9f6c6171-822a-4ce9-a0f1-99fd7d3f2f0d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66270993a5594fba83b2dfc6034c0ccd HTTP/1.1" status: 200 len: 380 time: 0.0822036 Sep 29 19:48:10.458492 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'port': {'device_id': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'admin_state_up': True, 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'security_groups': ['c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:10.512320 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ac90ea6f-67da-4f3b-abd8-f9357eed9349 None None] Provisioning complete for port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:10.512953 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac90ea6f-67da-4f3b-abd8-f9357eed9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:10.571976 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ac90ea6f-67da-4f3b-abd8-f9357eed9349 None None] Port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:48:10.579667 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Made reservation on behalf of 66270993a5594fba83b2dfc6034c0ccd for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:48:10.583292 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:10.595936 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:07Z', 'revision_number': 3, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:10.611646 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:10.616678 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:10.627440 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba30ae3-fb47-400e-802a-ca0014ddc4c1 None None] The sync data for ids ['03fbcb97-703d-4227-9acd-8374633d5dbf'] in dv-cinder-811740-1-iscsi is: [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:07Z', 'revision_number': 3, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:48:10.685358 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Pushing event updated for resources: {'Port': ['ID=8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:10.694313 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643439'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:10.716934 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Allocated IP 172.20.0.10 (15520bd8-ddde-49dc-8308-5fe62c865319/720586c5-2c6f-443a-acdf-b245773addd2/3bf29b4c-d8a4-4228-b858-2550c77b41ac) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:48:10.795580 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Network 7449da20-42da-4806-8381-881a496819fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:10.798268 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:11.025565 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 15ca6c8e-a41d-48a1-8093-340b3d096fc8 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:11.037400 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cb252-8ccf-406a-bce4-2e0d87f9befc req-43312117-90af-4640-b31e-648650d97600 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:11.038965 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-492cb252-8ccf-406a-bce4-2e0d87f9befc req-43312117-90af-4640-b31e-648650d97600 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0905795 Sep 29 19:48:11.048179 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Router 03fbcb97-703d-4227-9acd-8374633d5dbf has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:48:11.129455 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-492cb252-8ccf-406a-bce4-2e0d87f9befc req-abc9be70-6f82-427d-b4fc-bc31465360a2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799153 Sep 29 19:48:11.153614 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:11.153992 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.213916 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a1704ff9-9162-4129-942c-442f506fcbf9 None None] Provisioning complete for port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:11.214278 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1704ff9-9162-4129-942c-442f506fcbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.229596 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:48:11.241604 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-830605a5-7069-4b77-897f-0ef78c1c434b admin admin] 10.222.0.16 "PUT /v2.0/routers/03fbcb97-703d-4227-9acd-8374633d5dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2801721 Sep 29 19:48:11.267991 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.307978 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a1704ff9-9162-4129-942c-442f506fcbf9 None None] Port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:48:11.312466 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.328684 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.363750 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Network 15520bd8-ddde-49dc-8308-5fe62c865319 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:11.370133 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:11.372015 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event updated for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:11.375218 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:48:11.439916 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:11.440644 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.461570 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-7447e6ea-1257-41fe-b531-94107b8050ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0082426 Sep 29 19:48:11.583631 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11fe86-8985-4192-b06d-cf7a849a9ed4 req-6d30752b-e2fd-47a5-92e6-1723d4a19838 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:11.589060 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1d11fe86-8985-4192-b06d-cf7a849a9ed4 req-6d30752b-e2fd-47a5-92e6-1723d4a19838 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 932 time: 0.0866692 Sep 29 19:48:11.603527 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Request body: {'port': {'device_id': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:11.650468 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1d11fe86-8985-4192-b06d-cf7a849a9ed4 req-799df5e5-7d07-41d1-b2e7-fe865eef66dc tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522230 Sep 29 19:48:11.694896 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.736800 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-24dc446e-f097-4c62-b8b8-c186a57763bd None None] Provisioning complete for port 3bf29b4c-d8a4-4228-b858-2550c77b41ac triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:11.739987 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24dc446e-f097-4c62-b8b8-c186a57763bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.789758 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-24dc446e-f097-4c62-b8b8-c186a57763bd None None] Port 3bf29b4c-d8a4-4228-b858-2550c77b41ac cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:48:11.865973 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 34718) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:11.870802 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-704143475-network', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:11.892813 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Made reservation on behalf of c9ee4051ff224b0d81e9c5741f97d816 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:48:11.895171 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.903406 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.976478 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf29b4c-d8a4-4228-b858-2550c77b41ac {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:48:11.984413 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:11.996384 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Transition to ACTIVE for port object 3bf29b4c-d8a4-4228-b858-2550c77b41ac will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:48:12.001509 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.002007 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.005121 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.034672 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:48:12.040565 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa96d772-5719-4ec6-bfcb-b589cff5015f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:12.049560 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.054267 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.segments_db [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Added segment f480e36e-b73d-48c3-a2cd-b6fa97b7b552 of type vlan for network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b Sep 29 19:48:12.054447 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:12.118895 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.125794 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Attempting to bind port 3bf29b4c-d8a4-4228-b858-2550c77b41ac on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:48:12.126148 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Attempting to bind port 3bf29b4c-d8a4-4228-b858-2550c77b41ac by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:48:12.126452 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Attempting to bind port 3bf29b4c-d8a4-4228-b858-2550c77b41ac on network 15520bd8-ddde-49dc-8308-5fe62c865319 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:48:12.131102 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Port 3bf29b4c-d8a4-4228-b858-2550c77b41ac on network 15520bd8-ddde-49dc-8308-5fe62c865319 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:48:12.131259 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Attempting to bind port 3bf29b4c-d8a4-4228-b858-2550c77b41ac on network 15520bd8-ddde-49dc-8308-5fe62c865319 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:48:12.136538 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:48:12.136873 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Checking segment: {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:48:12.137813 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Bound using segment: {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:48:12.138261 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Bound port: 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:48:12.138629 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.165472 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.167374 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:12.167964 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.240573 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3735363 Sep 29 19:48:12.243715 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 34722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:12.249018 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:48:12.252508 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:48:12.253181 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Request body: {'subnet': {'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-704143475-subnet', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:12.260593 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.287872 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5fe94-351f-4b74-b3eb-ff9fdaaae920 admin admin] Pushing event updated for resources: {'Network': ['ID=31a02d3a-55d8-4be8-a0a5-9b329a6e873b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:12.299328 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:48:12.312693 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:12.313317 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.314795 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/3bf29b4c-d8a4-4228-b858-2550c77b41ac HTTP/1.1" status: 200 len: 1094 time: 0.8449974 Sep 29 19:48:12.315401 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:48:12.318935 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8df92a1-8b98-4d9f-8b40-dae193972a51" -d '{"events": [{"name": "network-changed", "server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:48:12.360747 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dc934-1899-482c-8d74-1485f45b74d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:12.392766 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Made reservation on behalf of c9ee4051ff224b0d81e9c5741f97d816 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:48:12.395125 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26618824'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.404307 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb34f7e-49ad-4350-8a6e-6cbbc2109c28 x-openstack-request-id: req-dcb34f7e-49ad-4350-8a6e-6cbbc2109c28 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:48:12.405375 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:48:12.405479 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcb34f7e-49ad-4350-8a6e-6cbbc2109c28 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:48:12.406566 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'status': 'completed', 'code': 200} Sep 29 19:48:12.424601 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-23f9eb28-6bd2-46fb-b5f6-6f7121b8d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:12.426152 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-23f9eb28-6bd2-46fb-b5f6-6f7121b8d9c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 1097 time: 0.0582068 Sep 29 19:48:12.430027 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c9892-0f98-4841-b96f-f6cbc951a54e req-32ff0e4e-d3b0-417b-9e6a-c87811769136 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:12.435692 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dc3c9892-0f98-4841-b96f-f6cbc951a54e req-32ff0e4e-d3b0-417b-9e6a-c87811769136 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.1519318 Sep 29 19:48:12.487038 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-4cfe2519-8bce-4ea0-bf68-80545803e96f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac HTTP/1.1" status: 200 len: 217 time: 0.0473044 Sep 29 19:48:12.537687 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dc3c9892-0f98-4841-b96f-f6cbc951a54e req-9946c79d-4f5f-4ef4-9f1c-fdb36361b4c3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985119 Sep 29 19:48:12.545265 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-e905583d-f7bd-443f-a51b-e783752b92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:12.547977 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-e905583d-f7bd-443f-a51b-e783752b92e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 200 len: 855 time: 0.0516112 Sep 29 19:48:12.616853 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-b329b293-8af4-449a-a7fb-754a1b4b7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:12.618330 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-b329b293-8af4-449a-a7fb-754a1b4b7162 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15520bd8-ddde-49dc-8308-5fe62c865319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446992 Sep 29 19:48:12.666825 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26560914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26618874'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.681704 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Sync routers for ids ['03fbcb97-703d-4227-9acd-8374633d5dbf'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:48:12.700156 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.700624 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Routers {'03fbcb97-703d-4227-9acd-8374633d5dbf'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:12.701488 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['03fbcb97-703d-4227-9acd-8374633d5dbf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:12.741600 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-0acb69f1-fddb-4c34-a408-b2ff63864892 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129296 Sep 29 19:48:12.791977 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b044e6f-ea95-47ad-bea0-965dc0efb62f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:12.803707 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Checking segment: {'id': 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:48:12.804115 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Network hostable DHCP agents. Network: 31a02d3a-55d8-4be8-a0a5-9b329a6e873b, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:48:12.824104 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Set router 03fbcb97-703d-4227-9acd-8374633d5dbf gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:12.833045 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a2edc-ffe7-42bb-ac64-8391f5cfd869 req-4cd2db02-3621-4554-ab36-ea72655f75a9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:12.834554 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d64a2edc-ffe7-42bb-ac64-8391f5cfd869 req-4cd2db02-3621-4554-ab36-ea72655f75a9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0797253 Sep 29 19:48:12.835625 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:48:12.850806 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-444669b2-676f-4201-9dbc-6feac7f99a65 req-dd343d97-66b0-4a00-ab55-daafd80f4c93 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017139 Sep 29 19:48:12.883272 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 31a02d3a-55d8-4be8-a0a5-9b329a6e873b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:12.898348 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:12.898931 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.901683 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab1e911-2411-4353-8bd3-9f754088eda2 None None] Network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:48:12.935407 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d64a2edc-ffe7-42bb-ac64-8391f5cfd869 req-e091bd96-b193-4f90-8d1d-7d22f5645165 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824418 Sep 29 19:48:12.940609 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-19dcf10f-dcde-46fa-aa2f-5d68286d21a4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6931024 Sep 29 19:48:12.940921 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 34728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:12.950426 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-704143475-router', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:12.952862 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-92ba583f-60bd-49e8-821a-545264c53321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:12.954724 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-92ba583f-60bd-49e8-821a-545264c53321 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 1097 time: 0.0523753 Sep 29 19:48:12.981623 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:12.984832 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-709'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:12.986551 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-716'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.058337 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.107548 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-7511197f-23af-4d6b-bc81-5d2db76b5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:13.109661 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-7511197f-23af-4d6b-bc81-5d2db76b5f73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 917 time: 0.1458368 Sep 29 19:48:13.119058 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:13.119682 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.134565 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:10Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f', 'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'mac_address': 'fa:16:3e:a9:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:09Z', 'updated_at': '2021-09-29T19:48:10Z', 'revision_number': 2, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'subnets': [{'id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:13.144307 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp770c13e4-41fe-5b3f-b506-c85e762a202c-31a02d3a-55d8-4be8-a0a5-9b329a6e873b', 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'fixed_ips': [{'subnet_id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f'}]}} from dv-cinder-811740-1-iscsi. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 19:48:13.145445 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.171487 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Checking router: 03fbcb97-703d-4227-9acd-8374633d5dbf for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:48:13.172122 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Updating router 03fbcb97-703d-4227-9acd-8374633d5dbf port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f binding host dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:48:13.180749 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-36a93bb8-73b3-4370-8bcd-185864cd2c84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac HTTP/1.1" status: 200 len: 217 time: 0.0623646 Sep 29 19:48:13.199056 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.233271 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.247432 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-847668d5-3560-44b2-80e2-0bdf8b08305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:13.250042 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-847668d5-3560-44b2-80e2-0bdf8b08305c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 200 len: 855 time: 0.0618689 Sep 29 19:48:13.309427 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-b5103379-fcde-4c35-84b7-7da0044ba247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:13.312037 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-b5103379-fcde-4c35-84b7-7da0044ba247 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15520bd8-ddde-49dc-8308-5fe62c865319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541677 Sep 29 19:48:13.338552 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.374542 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:13.380210 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Allocated IP 172.20.0.2 (31a02d3a-55d8-4be8-a0a5-9b329a6e873b/0b044e6f-ea95-47ad-bea0-965dc0efb62f/82683b8d-1fca-47e2-886b-cb6562b960f6) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:48:13.382759 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.450961 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-c6bcac7f-d653-4d55-b1b7-54953e9ee78d service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307948 Sep 29 19:48:13.468664 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.492495 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.550697 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.552430 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f8df92a1-8b98-4d9f-8b40-dae193972a51 req-0d743b5a-7147-4206-bcf1-8ab2f209e38b service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934658 Sep 29 19:48:13.556968 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.557458 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:13.586597 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.587455 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.587986 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.588419 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.588849 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.589277 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.589705 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.590129 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.590555 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.590978 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.591414 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.591867 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.621475 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Pushing event updated for resources: {'Port': ['ID=8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:13.624593 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.632913 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.633128 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.633267 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.633699 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.633946 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.634277 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.634592 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.634934 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.635296 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.635568 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.635912 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.636267 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.636563 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:48:13.665059 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Allocated IP 172.27.1.191 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/e9ed668c-5a67-41e2-9080-6caa2a1efb19) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:48:13.689376 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:13.695548 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:13.698858 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:48:13.738620 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Attempting to bind port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:48:13.739246 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Attempting to bind port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:48:13.739886 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Attempting to bind port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f on network 7449da20-42da-4806-8381-881a496819fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:48:13.750778 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:48:13.751401 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Checking segment: {'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:48:13.752088 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.752728 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Bound using segment: {'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:48:13.753535 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Bound port: 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:48:13.754355 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.760131 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Pushing event updated for resources: {'Port': ['ID=82683b8d-1fca-47e2-886b-cb6562b960f6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:13.781331 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Attempting to bind port 82683b8d-1fca-47e2-886b-cb6562b960f6 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:48:13.781787 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Attempting to bind port 82683b8d-1fca-47e2-886b-cb6562b960f6 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:48:13.782230 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Attempting to bind port 82683b8d-1fca-47e2-886b-cb6562b960f6 on network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:48:13.788530 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:48:13.788992 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Checking segment: {'id': 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:48:13.789474 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.789946 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Bound using segment: {'id': 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:48:13.790497 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Bound port: 82683b8d-1fca-47e2-886b-cb6562b960f6, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:48:13.790956 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.845618 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] For port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:48:13.847873 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2ff26-bf35-4adb-95a0-fead12c4d478 req-60fc23b1-6585-4182-b874-489afea230b6 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:13.849541 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6dd2ff26-bf35-4adb-95a0-fead12c4d478 req-60fc23b1-6585-4182-b874-489afea230b6 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.1861310 Sep 29 19:48:13.852362 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] For port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:48:13.859403 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.879669 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] For port 82683b8d-1fca-47e2-886b-cb6562b960f6, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:48:13.883101 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] For port 82683b8d-1fca-47e2-886b-cb6562b960f6, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=82683b8d-1fca-47e2-886b-cb6562b960f6,segment=NetworkSegment(f480e36e-b73d-48c3-a2cd-b6fa97b7b552),segment_id=f480e36e-b73d-48c3-a2cd-b6fa97b7b552)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:48:13.887346 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.903852 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.922586 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6dd2ff26-bf35-4adb-95a0-fead12c4d478 req-2620225c-8446-41f9-9013-f013fd4758c6 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588334 Sep 29 19:48:13.923279 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Routers {'03fbcb97-703d-4227-9acd-8374633d5dbf'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:13.923937 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['03fbcb97-703d-4227-9acd-8374633d5dbf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:13.926926 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5499c53-ac50-4348-82a1-1903ba1444d8 None None] Pushing event updated for resources: {'Port': ['ID=8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:13.976133 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:13.996367 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a5cc22d2-1225-45b7-9c27-dcddc150ba57 None None] Provisioning complete for port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:13.996944 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5cc22d2-1225-45b7-9c27-dcddc150ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:14.000834 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50422690-50d9-4127-9529-80561a6f56a2 None None] Pushing event updated for resources: {'Port': ['ID=82683b8d-1fca-47e2-886b-cb6562b960f6,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:14.073146 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:14.086147 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:14.092959 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:48:14.131998 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5cc22d2-1225-45b7-9c27-dcddc150ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:14.173643 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ed668c-5a67-41e2-9080-6caa2a1efb19,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:14.175862 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a5cc22d2-1225-45b7-9c27-dcddc150ba57 None None] For port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:14.185540 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5cc22d2-1225-45b7-9c27-dcddc150ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:14.191594 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016611-4b42-49c4-9e26-a8cbcde912ca req-f567f6c9-d9e1-44e5-a0e4-46049b204f2b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:14.196308 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-db016611-4b42-49c4-9e26-a8cbcde912ca req-f567f6c9-d9e1-44e5-a0e4-46049b204f2b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.1220500 Sep 29 19:48:14.245878 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc22d2-1225-45b7-9c27-dcddc150ba57 None None] Pushing event updated for resources: {'Port': ['ID=8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:14.277685 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] Set router 03fbcb97-703d-4227-9acd-8374633d5dbf gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:14.307545 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bca6198e-40ac-4120-b708-49f3bb8e30bf None None] Provisioning complete for port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:14.308045 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bca6198e-40ac-4120-b708-49f3bb8e30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:14.525428 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:10Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f', 'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'mac_address': 'fa:16:3e:a9:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:09Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'subnets': [{'id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:14.551654 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a76068-682f-4c7d-bce8-72cafd2b2bbe None None] The sync data for ids ['03fbcb97-703d-4227-9acd-8374633d5dbf'] in dv-cinder-811740-1-iscsi is: [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:10Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f', 'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'mac_address': 'fa:16:3e:a9:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:09Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'subnets': [{'id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:48:14.585832 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-db016611-4b42-49c4-9e26-a8cbcde912ca req-95efe165-3d6d-48e2-8670-6c19b431f9a5 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839741 Sep 29 19:48:14.754116 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:14.979207 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:15.084512 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:15.150405 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:15.150782 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:15.176312 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4de5a5-0e97-42f7-8e0e-24567b1f9493 req-55ef3f1f-a202-47c5-ac0d-b1b3203a2854 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:15.178134 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1b4de5a5-0e97-42f7-8e0e-24567b1f9493 req-55ef3f1f-a202-47c5-ac0d-b1b3203a2854 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.1239655 Sep 29 19:48:15.211352 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Router ee0e8f70-c883-4b9d-9f78-839355eaa279 is scheduled to L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 19:48:15.232563 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1b4de5a5-0e97-42f7-8e0e-24567b1f9493 req-b00f695d-0a5b-4b3d-ab4a-7d583e4b8998 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474107 Sep 29 19:48:15.257559 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9365f98f-c2b2-4b91-ab09-d02318e70f39 None None] Network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:48:15.262686 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 82683b8d-1fca-47e2-886b-cb6562b960f6 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:15.310034 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 3bf29b4c-d8a4-4228-b858-2550c77b41ac details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:48:15.347730 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:48:15.365801 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Sync routers for ids ['ee0e8f70-c883-4b9d-9f78-839355eaa279'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:48:15.366140 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:15.368275 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-e3d1a80b-21c7-4961-bc14-070bda0be812 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4254370 Sep 29 19:48:15.370176 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 34736) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:15.438708 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Routers {'ee0e8f70-c883-4b9d-9f78-839355eaa279'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:15.439356 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ee0e8f70-c883-4b9d-9f78-839355eaa279'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:15.466940 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d24610d9-fe3a-4941-8fb4-d3f229efcb7c None None] Provisioning complete for port 82683b8d-1fca-47e2-886b-cb6562b960f6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:15.467950 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d24610d9-fe3a-4941-8fb4-d3f229efcb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:15.553812 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 82683b8d-1fca-47e2-886b-cb6562b960f6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:15.554185 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:15.763101 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:15.799964 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284c010-e957-4056-b4c4-26896ecf313b req-3422bb3e-1896-4a56-a052-b1c984dc14a9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:15.801392 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6284c010-e957-4056-b4c4-26896ecf313b req-3422bb3e-1896-4a56-a052-b1c984dc14a9 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0892498 Sep 29 19:48:15.834671 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'port_id': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'mac_address': 'fa:16:3e:a9:f4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:48:15.873078 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6284c010-e957-4056-b4c4-26896ecf313b req-d7743436-6fba-4a32-a869-489c9c51ddfd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656214 Sep 29 19:48:15.878009 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:15.915619 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Set router ee0e8f70-c883-4b9d-9f78-839355eaa279 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:16.025842 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.047034 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d24610d9-fe3a-4941-8fb4-d3f229efcb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.050025 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Allocated IP 172.20.0.1 (31a02d3a-55d8-4be8-a0a5-9b329a6e873b/0b044e6f-ea95-47ad-bea0-965dc0efb62f/a57002da-6adf-47fe-b774-130c0239cd0d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:48:16.081578 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.087518 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf29b4c-d8a4-4228-b858-2550c77b41ac {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:48:16.182604 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:16.183639 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.184506 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d24610d9-fe3a-4941-8fb4-d3f229efcb7c None None] For port 82683b8d-1fca-47e2-886b-cb6562b960f6, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=82683b8d-1fca-47e2-886b-cb6562b960f6,segment=NetworkSegment(f480e36e-b73d-48c3-a2cd-b6fa97b7b552),segment_id=f480e36e-b73d-48c3-a2cd-b6fa97b7b552)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:16.195008 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.200195 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d24610d9-fe3a-4941-8fb4-d3f229efcb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.221928 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.262223 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:16.263916 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:16.266532 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:48:16.299567 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.db.api [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 19:48:16.299964 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG oslo_db.api [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 19:48:16.302539 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:16.315938 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=a57002da-6adf-47fe-b774-130c0239cd0d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:16.341768 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645279'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.373645 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e5d2aae0-0f16-4002-a02e-e7783ef12af7 None None] Provisioning complete for port 82683b8d-1fca-47e2-886b-cb6562b960f6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:16.374139 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aae0-0f16-4002-a02e-e7783ef12af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.397886 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24610d9-fe3a-4941-8fb4-d3f229efcb7c None None] Pushing event updated for resources: {'Port': ['ID=82683b8d-1fca-47e2-886b-cb6562b960f6,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:16.407314 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'name': 'tempest-TestMinimumBasicScenario-704143475-router', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:12Z', 'updated_at': '2021-09-29T19:48:14Z', 'revision_number': 3, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'gw_port': {'id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:13Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:16.425852 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6dfbc-bc91-43bd-8ed1-3564ceb9ec11 req-b30a6c82-91eb-4b1c-ad0c-9f1c46b6cb75 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:16.427437 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e5a6dfbc-bc91-43bd-8ed1-3564ceb9ec11 req-b30a6c82-91eb-4b1c-ad0c-9f1c46b6cb75 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.1008453 Sep 29 19:48:16.438065 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['3bf29b4c-d8a4-4228-b858-2550c77b41ac'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:48:16.442059 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Checking router: ee0e8f70-c883-4b9d-9f78-839355eaa279 for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:48:16.442407 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Updating router ee0e8f70-c883-4b9d-9f78-839355eaa279 port e9ed668c-5a67-41e2-9080-6caa2a1efb19 binding host dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:48:16.503279 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.506195 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e5a6dfbc-bc91-43bd-8ed1-3564ceb9ec11 req-2d30f398-17b7-4025-a8c3-460f65859eb6 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708306 Sep 29 19:48:16.536888 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.728181 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.735312 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.783873 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643439'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.815195 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-06ad205b-989c-409b-a98b-015f823479fd None None] Provisioning complete for port a57002da-6adf-47fe-b774-130c0239cd0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:16.815570 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06ad205b-989c-409b-a98b-015f823479fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.848226 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-d1e3b5b6-c1fe-4244-9236-09c0f289f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:16.850014 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-d1e3b5b6-c1fe-4244-9236-09c0f289f29b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 1098 time: 0.0466895 Sep 29 19:48:16.893461 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=a57002da-6adf-47fe-b774-130c0239cd0d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:16.893979 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:16.914261 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-06ad205b-989c-409b-a98b-015f823479fd None None] Port a57002da-6adf-47fe-b774-130c0239cd0d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:48:16.927889 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369739b-4fa7-4fee-9076-5e60fcc7e743 req-8520ccfa-8545-46ec-917e-bc9b07e90b06 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:16.929446 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7369739b-4fa7-4fee-9076-5e60fcc7e743 req-8520ccfa-8545-46ec-917e-bc9b07e90b06 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.1499264 Sep 29 19:48:16.971030 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-97c0aa61-d236-4387-95c8-054c0e307814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:16.972568 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-97c0aa61-d236-4387-95c8-054c0e307814 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 912 time: 0.1155853 Sep 29 19:48:16.985576 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:16.994920 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:17.002308 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:17.002684 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:17.010621 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:17.028736 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:17.054088 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-37b24f72-7adf-434c-b121-80b3f1828f4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=578a80d8-61d2-47fa-b1c7-320a20940831 HTTP/1.1" status: 200 len: 1001 time: 0.0736701 Sep 29 19:48:17.061313 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7369739b-4fa7-4fee-9076-5e60fcc7e743 req-fb08882f-e519-449c-8e9f-a3622905bf2b tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028311 Sep 29 19:48:17.097967 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Attempting to bind port e9ed668c-5a67-41e2-9080-6caa2a1efb19 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:48:17.098889 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Attempting to bind port e9ed668c-5a67-41e2-9080-6caa2a1efb19 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:48:17.099645 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Attempting to bind port e9ed668c-5a67-41e2-9080-6caa2a1efb19 on network 26c08563-6f65-4938-99ac-1afc67ee349a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:48:17.109683 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb56c0f-3335-41fc-ad53-3ccbef1db046 None None] Pushing event updated for resources: {'Port': ['ID=e9ed668c-5a67-41e2-9080-6caa2a1efb19,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:17.118444 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:48:17.119086 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:48:17.120426 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:17.121265 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Bound using segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:48:17.121951 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Bound port: e9ed668c-5a67-41e2-9080-6caa2a1efb19, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:48:17.122561 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:17.133525 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ea4b6-e7a3-490b-bc82-593b1975d914 req-4591f768-6001-41a9-bc3e-51a3cfc8d182 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:17.135368 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-681ea4b6-e7a3-490b-bc82-593b1975d914 req-4591f768-6001-41a9-bc3e-51a3cfc8d182 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 945 time: 0.1704004 Sep 29 19:48:17.143202 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-6042ab16-b454-476d-bc47-f35dffafff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:17.144894 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-6042ab16-b454-476d-bc47-f35dffafff7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb1b461f-1323-46b9-9291-f189c7cf35b3 HTTP/1.1" status: 200 len: 850 time: 0.0834153 Sep 29 19:48:17.203194 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-af3a6144-e35e-43c4-b47b-81a12e0282bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:17.204802 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-af3a6144-e35e-43c4-b47b-81a12e0282bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b982feda-81ce-41ea-87c3-16df29be60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508528 Sep 29 19:48:17.264836 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] For port e9ed668c-5a67-41e2-9080-6caa2a1efb19, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:48:17.268312 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] For port e9ed668c-5a67-41e2-9080-6caa2a1efb19, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=e9ed668c-5a67-41e2-9080-6caa2a1efb19,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:48:17.282177 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:17.317648 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 3bf29b4c-d8a4-4228-b858-2550c77b41ac up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:17.337670 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-6dcfe71e-908a-4b9d-985e-684ee34bae66 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231980 Sep 29 19:48:17.348336 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 82683b8d-1fca-47e2-886b-cb6562b960f6 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:17.407608 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Routers {'ee0e8f70-c883-4b9d-9f78-839355eaa279'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:17.408191 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ee0e8f70-c883-4b9d-9f78-839355eaa279'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:17.433506 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-8d4480f3-81af-4a9b-9066-0f87d14c6202 req-2528c9d6-99fa-4737-aa3c-f26cc163b3b9 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885181 Sep 29 19:48:17.469622 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-681ea4b6-e7a3-490b-bc82-593b1975d914 req-277de22b-ca8e-4435-ae63-ad4ca59e6f88 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264508 Sep 29 19:48:17.491659 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e7d4bad3-cee3-4c15-8ab0-2c044688493a None None] Provisioning complete for port a57002da-6adf-47fe-b774-130c0239cd0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:17.492060 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7d4bad3-cee3-4c15-8ab0-2c044688493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:17.493099 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Router ee0e8f70-c883-4b9d-9f78-839355eaa279 has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:48:17.516703 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb56c0f-3335-41fc-ad53-3ccbef1db046 None None] Pushing event updated for resources: {'Port': ['ID=e9ed668c-5a67-41e2-9080-6caa2a1efb19,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:17.606014 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:48:17.615209 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-217b0d36-4b13-4ed3-af96-3153cce43ce3 admin admin] 10.222.0.16 "PUT /v2.0/routers/ee0e8f70-c883-4b9d-9f78-839355eaa279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2436326 Sep 29 19:48:17.720859 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e7d4bad3-cee3-4c15-8ab0-2c044688493a None None] Port a57002da-6adf-47fe-b774-130c0239cd0d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:48:17.727283 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 82683b8d-1fca-47e2-886b-cb6562b960f6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:17.727657 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:17.729196 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 3bf29b4c-d8a4-4228-b858-2550c77b41ac completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:48:17.758538 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 3bf29b4c-d8a4-4228-b858-2550c77b41ac triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:17.758914 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:17.799139 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] Set router ee0e8f70-c883-4b9d-9f78-839355eaa279 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:18.019042 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:18.058890 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:48:18.062710 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b46b54-78cd-45ba-9777-ffb619321529" -d '{"events": [{"server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "name": "network-vif-plugged", "status": "completed", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:48:18.083618 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:18.128203 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:18.190993 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:18.205058 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca71fa-119d-4e94-8032-fa20fb2b9174 req-23b0228f-7d84-43f9-81c8-36dac9dc6193 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:18.207432 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-87ca71fa-119d-4e94-8032-fa20fb2b9174 req-23b0228f-7d84-43f9-81c8-36dac9dc6193 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0629277 Sep 29 19:48:18.208722 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'name': 'tempest-TestMinimumBasicScenario-704143475-router', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:12Z', 'updated_at': '2021-09-29T19:48:16Z', 'revision_number': 4, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'gw_port': {'id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:13Z', 'updated_at': '2021-09-29T19:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'a57002da-6adf-47fe-b774-130c0239cd0d', 'name': '', 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'mac_address': 'fa:16:3e:bb:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:15Z', 'updated_at': '2021-09-29T19:48:16Z', 'revision_number': 2, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'subnets': [{'id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:18.247952 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e52f4-aa72-4bee-8d7a-1b6766062872 None None] The sync data for ids ['ee0e8f70-c883-4b9d-9f78-839355eaa279'] in dv-cinder-811740-1-iscsi is: [{'id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'name': 'tempest-TestMinimumBasicScenario-704143475-router', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:12Z', 'updated_at': '2021-09-29T19:48:16Z', 'revision_number': 4, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'gw_port': {'id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:13Z', 'updated_at': '2021-09-29T19:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'a57002da-6adf-47fe-b774-130c0239cd0d', 'name': '', 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'mac_address': 'fa:16:3e:bb:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:15Z', 'updated_at': '2021-09-29T19:48:16Z', 'revision_number': 2, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'subnets': [{'id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:48:18.255165 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-87ca71fa-119d-4e94-8032-fa20fb2b9174 req-fc91c0c1-c7f1-4cee-be76-84569a070d51 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395563 Sep 29 19:48:18.312689 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10181939-5136-4d7b-b100-5dbf76a8495d x-openstack-request-id: req-10181939-5136-4d7b-b100-5dbf76a8495d {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:48:18.312988 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "name": "network-vif-plugged", "status": "completed", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:48:18.313240 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10181939-5136-4d7b-b100-5dbf76a8495d {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:48:18.314066 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'code': 200} Sep 29 19:48:18.559232 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63557b1d-63e8-4934-bfac-9061301dcd53 req-55b596e0-84f0-4db1-8f59-6fa7e2ee7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:18.563249 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-63557b1d-63e8-4934-bfac-9061301dcd53 req-55b596e0-84f0-4db1-8f59-6fa7e2ee7aef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 1099 time: 0.0869133 Sep 29 19:48:18.621330 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-63557b1d-63e8-4934-bfac-9061301dcd53 req-d62d73f1-1331-4731-9a0b-0c363ff2c851 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497487 Sep 29 19:48:18.630944 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0408d19-dad4-4fc9-b2eb-ff01e260ac65 req-9e0139e0-280f-40d6-b85d-0e234db2aa43 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:18.633136 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e0408d19-dad4-4fc9-b2eb-ff01e260ac65 req-9e0139e0-280f-40d6-b85d-0e234db2aa43 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0668693 Sep 29 19:48:18.700340 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e0408d19-dad4-4fc9-b2eb-ff01e260ac65 req-42b12d80-66b8-4089-9c78-b57feba27288 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433741 Sep 29 19:48:19.346451 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device e9ed668c-5a67-41e2-9080-6caa2a1efb19 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:19.405508 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port e9ed668c-5a67-41e2-9080-6caa2a1efb19 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:19.405991 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:19.509559 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:19.532858 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port e9ed668c-5a67-41e2-9080-6caa2a1efb19, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=e9ed668c-5a67-41e2-9080-6caa2a1efb19,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:19.538753 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:19.613123 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=e9ed668c-5a67-41e2-9080-6caa2a1efb19,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:19.854029 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726d57c-4176-4df3-9aaa-c4fa75c6079a req-09591843-2c22-4a43-84d2-4b72def14134 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:19.863532 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d726d57c-4176-4df3-9aaa-c4fa75c6079a req-09591843-2c22-4a43-84d2-4b72def14134 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0753345 Sep 29 19:48:19.899696 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d726d57c-4176-4df3-9aaa-c4fa75c6079a req-ba6f5a99-e480-4fe9-bac9-b8c9c6cf94ce tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352709 Sep 29 19:48:20.041558 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38087769-cad5-46ca-815d-c84008d43c89 req-4163193f-066d-42dd-8858-e04d620b5342 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:20.043447 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-38087769-cad5-46ca-815d-c84008d43c89 req-4163193f-066d-42dd-8858-e04d620b5342 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0635004 Sep 29 19:48:20.053152 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 34792) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:48:20.059675 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c5aed4c6-b329-4e4d-be53-13f7b99aa42b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Request body: {'floatingip': {'port_id': '3bf29b4c-d8a4-4228-b858-2550c77b41ac'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:20.109334 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5aed4c6-b329-4e4d-be53-13f7b99aa42b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:20.610024 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5aed4c6-b329-4e4d-be53-13f7b99aa42b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:20.615978 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5aed4c6-b329-4e4d-be53-13f7b99aa42b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:20.735872 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.l3_db [None req-c5aed4c6-b329-4e4d-be53-13f7b99aa42b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Floating IP ab40eb9a-ff10-40d9-9850-29d6ce5e6027 associated. External IP: 172.27.1.233, port: 3bf29b4c-d8a4-4228-b858-2550c77b41ac. Sep 29 19:48:20.990893 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aed4c6-b329-4e4d-be53-13f7b99aa42b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Router bd2821f4-8093-47af-9275-5467a36af2aa has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:48:21.142689 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aed4c6-b329-4e4d-be53-13f7b99aa42b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:48:21.147410 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5aed4c6-b329-4e4d-be53-13f7b99aa42b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:21.153118 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] Sync routers for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:48:21.165700 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:21.166454 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:21.182154 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-c5aed4c6-b329-4e4d-be53-13f7b99aa42b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "PUT /v2.0/floatingips/ab40eb9a-ff10-40d9-9850-29d6ce5e6027 HTTP/1.1" status: 200 len: 992 time: 1.1278970 Sep 29 19:48:21.182763 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:48:21.185428 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1acabd-3528-4033-a309-2d20fad89a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:48:21.242949 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc69669-eb79-4fd1-aa57-b5ccba1bb53e x-openstack-request-id: req-8dc69669-eb79-4fd1-aa57-b5ccba1bb53e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:48:21.243499 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:48:21.243940 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dc69669-eb79-4fd1-aa57-b5ccba1bb53e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:48:21.244505 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'status': 'completed', 'code': 200} Sep 29 19:48:21.314116 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-16162bff-6b4d-4d71-9349-2de14e0dd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:21.315885 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-16162bff-6b4d-4d71-9349-2de14e0dd2c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 1099 time: 0.0530174 Sep 29 19:48:21.345036 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:21.365429 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device e9ed668c-5a67-41e2-9080-6caa2a1efb19 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:21.421482 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-0dc3a67b-ba0e-4308-a989-9e33c5900a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:21.423027 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-0dc3a67b-ba0e-4308-a989-9e33c5900a9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 917 time: 0.1000502 Sep 29 19:48:21.440620 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port e9ed668c-5a67-41e2-9080-6caa2a1efb19 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:21.441787 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:21.510398 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-34861374-0418-4b33-8ef2-fd303918df56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac HTTP/1.1" status: 200 len: 1000 time: 0.0770288 Sep 29 19:48:21.584195 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-ba9edb8c-4fe3-46a8-bf38-a16fe1df9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:21.586125 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-ba9edb8c-4fe3-46a8-bf38-a16fe1df9809 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 200 len: 855 time: 0.0673902 Sep 29 19:48:21.627576 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'ab40eb9a-ff10-40d9-9850-29d6ce5e6027', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'port_id': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'mac_address': 'fa:16:3e:a9:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:20Z', 'revision_number': 1, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:21.645502 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-2063fa10-2e17-43b4-abd7-c6ed64d68184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:21.647592 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-2063fa10-2e17-43b4-abd7-c6ed64d68184 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15520bd8-ddde-49dc-8308-5fe62c865319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547316 Sep 29 19:48:21.669116 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] Checking router: bd2821f4-8093-47af-9275-5467a36af2aa for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:48:21.678572 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:21.679121 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:21.747726 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-da5e23b8-151f-416e-b4a2-e954a3d5fed8 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925894 Sep 29 19:48:21.801582 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:21.859885 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7e1acabd-3528-4033-a309-2d20fad89a1e req-93c572ad-45ef-4cfe-a309-06324000cdd6 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053479 Sep 29 19:48:22.087466 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'ab40eb9a-ff10-40d9-9850-29d6ce5e6027', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'port_id': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'mac_address': 'fa:16:3e:a9:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:20Z', 'revision_number': 1, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:22.115470 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af13538b-bfad-405a-80b5-026fb60861e5 None None] The sync data for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi is: [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'ab40eb9a-ff10-40d9-9850-29d6ce5e6027', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'port_id': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'mac_address': 'fa:16:3e:a9:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:20Z', 'revision_number': 1, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:48:22.385178 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc779a-dbb2-40ec-ae57-ce484f4c13ac None None] New status for floating IP ab40eb9a-ff10-40d9-9850-29d6ce5e6027: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:48:22.463549 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Sync routers for ids ['ee0e8f70-c883-4b9d-9f78-839355eaa279'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:48:22.481068 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Routers {'ee0e8f70-c883-4b9d-9f78-839355eaa279'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:22.481702 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ee0e8f70-c883-4b9d-9f78-839355eaa279'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:22.617670 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Set router ee0e8f70-c883-4b9d-9f78-839355eaa279 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:22.872175 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'name': 'tempest-TestMinimumBasicScenario-704143475-router', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:12Z', 'updated_at': '2021-09-29T19:48:16Z', 'revision_number': 4, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'gw_port': {'id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:13Z', 'updated_at': '2021-09-29T19:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'a57002da-6adf-47fe-b774-130c0239cd0d', 'name': '', 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'mac_address': 'fa:16:3e:bb:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:15Z', 'updated_at': '2021-09-29T19:48:16Z', 'revision_number': 2, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'subnets': [{'id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:22.999301 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Checking router: ee0e8f70-c883-4b9d-9f78-839355eaa279 for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:48:22.999643 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Updating router ee0e8f70-c883-4b9d-9f78-839355eaa279 port a57002da-6adf-47fe-b774-130c0239cd0d binding host dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:48:23.030443 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:23.362761 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:23.368864 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:23.431699 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280aef9c-934b-4b36-8cb9-3fac40ab40b9 None None] Pushing event updated for resources: {'Port': ['ID=a57002da-6adf-47fe-b774-130c0239cd0d,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:23.495754 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Attempting to bind port a57002da-6adf-47fe-b774-130c0239cd0d on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:48:23.496465 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Attempting to bind port a57002da-6adf-47fe-b774-130c0239cd0d by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:48:23.496465 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Attempting to bind port a57002da-6adf-47fe-b774-130c0239cd0d on network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:48:23.504881 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:48:23.505275 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Checking segment: {'id': 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:48:23.505636 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:23.506055 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Bound using segment: {'id': 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:48:23.506526 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Bound port: a57002da-6adf-47fe-b774-130c0239cd0d, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:48:23.506993 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:23.588933 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] For port a57002da-6adf-47fe-b774-130c0239cd0d, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:48:23.597760 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] For port a57002da-6adf-47fe-b774-130c0239cd0d, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=a57002da-6adf-47fe-b774-130c0239cd0d,segment=NetworkSegment(f480e36e-b73d-48c3-a2cd-b6fa97b7b552),segment_id=f480e36e-b73d-48c3-a2cd-b6fa97b7b552)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:48:23.606639 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:23.677050 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Routers {'ee0e8f70-c883-4b9d-9f78-839355eaa279'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:48:23.677677 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ee0e8f70-c883-4b9d-9f78-839355eaa279'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:23.703443 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ca713533-fd1d-4703-bd07-ade5cb6e5c72 None None] Provisioning complete for port a57002da-6adf-47fe-b774-130c0239cd0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:23.704845 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca713533-fd1d-4703-bd07-ade5cb6e5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:23.732427 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280aef9c-934b-4b36-8cb9-3fac40ab40b9 None None] Pushing event updated for resources: {'Port': ['ID=a57002da-6adf-47fe-b774-130c0239cd0d,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:23.828566 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca713533-fd1d-4703-bd07-ade5cb6e5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:23.838080 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] Set router ee0e8f70-c883-4b9d-9f78-839355eaa279 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:48:23.878406 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ca713533-fd1d-4703-bd07-ade5cb6e5c72 None None] For port a57002da-6adf-47fe-b774-130c0239cd0d, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=a57002da-6adf-47fe-b774-130c0239cd0d,segment=NetworkSegment(f480e36e-b73d-48c3-a2cd-b6fa97b7b552),segment_id=f480e36e-b73d-48c3-a2cd-b6fa97b7b552)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:23.884263 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca713533-fd1d-4703-bd07-ade5cb6e5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:23.942537 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca713533-fd1d-4703-bd07-ade5cb6e5c72 None None] Pushing event updated for resources: {'Port': ['ID=a57002da-6adf-47fe-b774-130c0239cd0d,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:24.016251 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-27ac9bd7-d611-4312-a278-c78fdbc20ab8 None None] Provisioning complete for port a57002da-6adf-47fe-b774-130c0239cd0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:24.016711 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27ac9bd7-d611-4312-a278-c78fdbc20ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:24.112465 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'name': 'tempest-TestMinimumBasicScenario-704143475-router', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:12Z', 'updated_at': '2021-09-29T19:48:16Z', 'revision_number': 4, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'gw_port': {'id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:13Z', 'updated_at': '2021-09-29T19:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'a57002da-6adf-47fe-b774-130c0239cd0d', 'name': '', 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'mac_address': 'fa:16:3e:bb:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:15Z', 'updated_at': '2021-09-29T19:48:23Z', 'revision_number': 4, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'subnets': [{'id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:48:24.142045 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02a733-7960-448b-8a84-a80dffc91ec7 None None] The sync data for ids ['ee0e8f70-c883-4b9d-9f78-839355eaa279'] in dv-cinder-811740-1-iscsi is: [{'id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'name': 'tempest-TestMinimumBasicScenario-704143475-router', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:12Z', 'updated_at': '2021-09-29T19:48:16Z', 'revision_number': 4, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'gw_port': {'id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:13Z', 'updated_at': '2021-09-29T19:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'a57002da-6adf-47fe-b774-130c0239cd0d', 'name': '', 'network_id': '31a02d3a-55d8-4be8-a0a5-9b329a6e873b', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'mac_address': 'fa:16:3e:bb:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:15Z', 'updated_at': '2021-09-29T19:48:23Z', 'revision_number': 4, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'subnets': [{'id': '0b044e6f-ea95-47ad-bea0-965dc0efb62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:48:25.332418 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device a57002da-6adf-47fe-b774-130c0239cd0d up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:25.385885 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port a57002da-6adf-47fe-b774-130c0239cd0d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:25.386571 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:28.082276 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-03d8d953-ee4e-4cef-854e-8b7067febdcf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:28.083653 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-03d8d953-ee4e-4cef-854e-8b7067febdcf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/networks?id=7449da20-42da-4806-8381-881a496819fc HTTP/1.1" status: 200 len: 815 time: 0.1048243 Sep 29 19:48:28.099272 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-39d42179-940b-41a8-9da1-21087a433ef2 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/quotas/9ab76d938d5f4002b4656c0c389a95c1 HTTP/1.1" status: 200 len: 375 time: 0.0096066 Sep 29 19:48:28.156192 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b78f9120-e9a7-429b-98f1-9a5e4c212bdc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ab76d938d5f4002b4656c0c389a95c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511672 Sep 29 19:48:28.257823 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-aa977cf0-0818-4fda-ba6c-c39f33935980 service neutron] 10.222.0.16 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901306 Sep 29 19:48:28.348566 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-0830c98a-ea93-4222-ae29-7beb8f734e43 service neutron] 10.222.0.16 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844941 Sep 29 19:48:28.510758 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-944907be-6ea3-4d9f-a36f-941c1454bd98 req-29707e6c-5eb6-41a9-a9c8-a330b0dd30a0 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 210 time: 0.0256677 Sep 29 19:48:29.487496 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-e986f6ec-956f-47c0-9d7f-5f01526e3ab8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:29.488869 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-e986f6ec-956f-47c0-9d7f-5f01526e3ab8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.47 "GET /v2.0/networks?id=7449da20-42da-4806-8381-881a496819fc HTTP/1.1" status: 200 len: 815 time: 0.1063411 Sep 29 19:48:29.507504 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'port': {'device_id': 'be602093-23b0-457d-a112-1e6924b1e72b', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'admin_state_up': True, 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:29.613500 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6d5f6cfb-3c0a-4936-a98a-63187a1feb6d req-60ecdd18-d7f4-434b-97d9-c2220e2c0206 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 210 time: 0.0349891 Sep 29 19:48:29.629706 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Made reservation on behalf of 9ab76d938d5f4002b4656c0c389a95c1 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:48:29.633681 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:29.759474 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Allocated IP 172.20.0.13 (7449da20-42da-4806-8381-881a496819fc/9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b/6a767b5f-5166-425d-b888-68c2972dcb13) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:48:30.257865 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:30.296839 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:30.341818 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Network 7449da20-42da-4806-8381-881a496819fc is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:48:30.345413 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:48:30.349614 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:48:30.359725 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'Port': ['ID=6a767b5f-5166-425d-b888-68c2972dcb13,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:30.416855 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:30.417505 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:30.438311 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-67725f73-7ab0-4ef1-a7bb-ba646db9f71c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9388154 Sep 29 19:48:30.599646 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1c8dadb7-871d-40f1-b2b3-88ae5d252239 None None] Provisioning complete for port 6a767b5f-5166-425d-b888-68c2972dcb13 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:30.600244 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c8dadb7-871d-40f1-b2b3-88ae5d252239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:30.638357 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1c8dadb7-871d-40f1-b2b3-88ae5d252239 None None] Port 6a767b5f-5166-425d-b888-68c2972dcb13 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:48:30.730879 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f324a42-80ef-4adf-9793-788c8ddaece7 req-bb978663-c536-42c8-ac7b-d50e1a3bb9df tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:30.733049 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f324a42-80ef-4adf-9793-788c8ddaece7 req-bb978663-c536-42c8-ac7b-d50e1a3bb9df tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0533879 Sep 29 19:48:30.774108 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f324a42-80ef-4adf-9793-788c8ddaece7 req-39f034ad-0587-4c70-b140-51055eb62894 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349581 Sep 29 19:48:31.896222 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bc3fc-edee-4fda-a53e-3cac2056e8cc req-cd1fd24d-585f-4030-875d-0ddb12709eec tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:31.897593 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-950bc3fc-edee-4fda-a53e-3cac2056e8cc req-cd1fd24d-585f-4030-875d-0ddb12709eec tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0508239 Sep 29 19:48:31.937993 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-950bc3fc-edee-4fda-a53e-3cac2056e8cc req-b5c33ef9-11ad-417a-aad3-78681779a578 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Sep 29 19:48:33.055788 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10cd18-7e88-4c89-a2d2-bac87d45ce26 req-21c52c4d-3f75-4ffb-b960-e356af849e3c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:33.057499 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cb10cd18-7e88-4c89-a2d2-bac87d45ce26 req-21c52c4d-3f75-4ffb-b960-e356af849e3c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0498722 Sep 29 19:48:33.102495 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cb10cd18-7e88-4c89-a2d2-bac87d45ce26 req-767ca276-cd61-4ad2-ad41-c534a4907782 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Sep 29 19:48:34.227787 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf35a58-3f18-4db7-9036-9078869e4280 req-6aa734d1-e81a-4bd2-8f81-d15dfa3e12e3 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:34.229322 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-baf35a58-3f18-4db7-9036-9078869e4280 req-6aa734d1-e81a-4bd2-8f81-d15dfa3e12e3 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0579200 Sep 29 19:48:34.272466 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-baf35a58-3f18-4db7-9036-9078869e4280 req-2a8048d8-4d52-4080-8b33-b48593a42948 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 Sep 29 19:48:35.396289 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdfc1f-83af-49fe-882b-c400bc44c078 req-72fa03c9-5e2a-4466-b6cd-800668fb22c1 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:35.397727 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c0bdfc1f-83af-49fe-882b-c400bc44c078 req-72fa03c9-5e2a-4466-b6cd-800668fb22c1 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0585754 Sep 29 19:48:35.441146 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c0bdfc1f-83af-49fe-882b-c400bc44c078 req-30dacb2d-bca4-4fb9-976d-f141594872c8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372744 Sep 29 19:48:35.535625 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:48:35.556488 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68ba2e4-a1a7-41d9-acb9-8c1fded15dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:36.577510 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49a18f-e597-4a90-b82a-925d66fc8f94 req-3f18f04f-998f-49d6-8989-0e16e5985d8c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:36.580144 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0c49a18f-e597-4a90-b82a-925d66fc8f94 req-3f18f04f-998f-49d6-8989-0e16e5985d8c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0663457 Sep 29 19:48:36.622053 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0c49a18f-e597-4a90-b82a-925d66fc8f94 req-21f1b58d-8920-465a-98cb-de688149eede tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349233 Sep 29 19:48:37.743640 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a602a-4706-4a21-946c-5b200f85a3fb req-3ccd2ca1-c298-48d1-ae21-d66845cf8eda tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:37.746178 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-441a602a-4706-4a21-946c-5b200f85a3fb req-3ccd2ca1-c298-48d1-ae21-d66845cf8eda tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0566087 Sep 29 19:48:37.791358 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-441a602a-4706-4a21-946c-5b200f85a3fb req-eea0a29d-60f2-40ae-8faa-4bcee0491a48 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384698 Sep 29 19:48:38.552472 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98bb101d-5ef4-4e25-96c3-18b073e16cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:38.809603 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:38.966280 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870c38e-ca9e-41c7-a3ec-62acd15f8ef8 req-8fb1ecc6-cfe7-4cd3-a113-1990b6c93919 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:38.969210 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e870c38e-ca9e-41c7-a3ec-62acd15f8ef8 req-8fb1ecc6-cfe7-4cd3-a113-1990b6c93919 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0804007 Sep 29 19:48:39.011912 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e870c38e-ca9e-41c7-a3ec-62acd15f8ef8 req-bf7fc4b2-db77-42c0-9f12-c2aad1bc0852 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366261 Sep 29 19:48:39.430213 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:40.153973 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9df31c-f887-403b-82ea-2a4f07b827f3 req-2ba0fd4a-fdc3-4bfd-8e92-bd0e2e7d6fb1 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:40.155924 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0d9df31c-f887-403b-82ea-2a4f07b827f3 req-2ba0fd4a-fdc3-4bfd-8e92-bd0e2e7d6fb1 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0694861 Sep 29 19:48:40.198439 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0d9df31c-f887-403b-82ea-2a4f07b827f3 req-efbb873c-bc91-4eb0-b00a-17f2603b84cf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361347 Sep 29 19:48:41.311682 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:41.357126 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bb530-893e-49d4-aa35-e3269e236904 req-d8da0975-de45-4e57-807b-a1131013ac35 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:41.359973 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f97bb530-893e-49d4-aa35-e3269e236904 req-d8da0975-de45-4e57-807b-a1131013ac35 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0630023 Sep 29 19:48:41.406362 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f97bb530-893e-49d4-aa35-e3269e236904 req-111bca42-dbb6-4f5b-9235-bd93d3a5445b tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 Sep 29 19:48:42.422514 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Request body: {'port': {'device_id': 'be602093-23b0-457d-a112-1e6924b1e72b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:48:42.498133 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:42.566775 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-95987d1b-1b34-404f-8dbe-35ed0639eba5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860708 Sep 29 19:48:42.584888 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936313e0-f9cb-405c-a8e2-37f16449b126 req-ba58b119-76f5-461f-b7ff-967dfa9cb319 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:42.586609 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-936313e0-f9cb-405c-a8e2-37f16449b126 req-ba58b119-76f5-461f-b7ff-967dfa9cb319 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 932 time: 0.0683184 Sep 29 19:48:42.663784 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-936313e0-f9cb-405c-a8e2-37f16449b126 req-ad17bbec-00f2-461f-8d90-bb8e3eea18a1 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655227 Sep 29 19:48:42.671108 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-aceae32b-06bb-4da0-8257-fea552e35649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:42.672265 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-aceae32b-06bb-4da0-8257-fea552e35649 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 1098 time: 0.0671096 Sep 29 19:48:42.727109 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:42.813192 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-11203850-201e-497a-852f-6d0ac52a3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:42.814743 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-11203850-201e-497a-852f-6d0ac52a3bca service neutron] 10.222.0.47 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 912 time: 0.1090581 Sep 29 19:48:42.824443 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a767b5f-5166-425d-b888-68c2972dcb13 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:48:42.832981 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:42.847094 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Transition to ACTIVE for port object 6a767b5f-5166-425d-b888-68c2972dcb13 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:48:42.851270 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:42.893764 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-164ccf7d-a717-43f2-908e-47f199e240ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=578a80d8-61d2-47fa-b1c7-320a20940831 HTTP/1.1" status: 200 len: 1001 time: 0.0707328 Sep 29 19:48:42.910124 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Pushing event updated for resources: {'Port': ['ID=6a767b5f-5166-425d-b888-68c2972dcb13,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:42.949647 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-6e44ad45-ef12-4fa0-ab28-33ad304c0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:42.951146 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-6e44ad45-ef12-4fa0-ab28-33ad304c0b73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb1b461f-1323-46b9-9291-f189c7cf35b3 HTTP/1.1" status: 200 len: 850 time: 0.0480790 Sep 29 19:48:42.992440 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Attempting to bind port 6a767b5f-5166-425d-b888-68c2972dcb13 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:48:42.992917 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Attempting to bind port 6a767b5f-5166-425d-b888-68c2972dcb13 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:48:42.993253 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Attempting to bind port 6a767b5f-5166-425d-b888-68c2972dcb13 on network 7449da20-42da-4806-8381-881a496819fc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:48:42.998155 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Port 6a767b5f-5166-425d-b888-68c2972dcb13 on network 7449da20-42da-4806-8381-881a496819fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:48:42.998760 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Attempting to bind port 6a767b5f-5166-425d-b888-68c2972dcb13 on network 7449da20-42da-4806-8381-881a496819fc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:48:43.004594 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:48:43.004929 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Checking segment: {'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:48:43.005373 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Bound using segment: {'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:48:43.005770 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Bound port: 6a767b5f-5166-425d-b888-68c2972dcb13, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7163f4-24a6-4158-b574-7365e3cc955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7449da20-42da-4806-8381-881a496819fc'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:48:43.006124 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:43.007694 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-4ea4458d-ad3d-4008-a676-b83aa7ba0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:43.009390 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-4ea4458d-ad3d-4008-a676-b83aa7ba0af0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b982feda-81ce-41ea-87c3-16df29be60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498471 Sep 29 19:48:43.094935 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] For port 6a767b5f-5166-425d-b888-68c2972dcb13, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:48:43.100354 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] For port 6a767b5f-5166-425d-b888-68c2972dcb13, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=6a767b5f-5166-425d-b888-68c2972dcb13,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:48:43.106974 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:43.140541 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-502b4fdf-1e54-48be-859e-d68f9feab414 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235344 Sep 29 19:48:43.146874 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:43.147523 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:43.149042 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] 10.222.0.47 "PUT /v2.0/ports/6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 200 len: 1094 time: 0.7329035 Sep 29 19:48:43.149500 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:48:43.151796 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b" -d '{"events": [{"name": "network-changed", "server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:48:43.205727 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686d41c4-026d-40d2-9eff-4902dab29044 x-openstack-request-id: req-686d41c4-026d-40d2-9eff-4902dab29044 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:48:43.206002 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:48:43.206155 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-686d41c4-026d-40d2-9eff-4902dab29044 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:48:43.206660 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13', 'status': 'completed', 'code': 200} Sep 29 19:48:43.250326 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3faaf-45c8-4c6b-98f7-fb2e01d4eced service neutron] Pushing event updated for resources: {'Port': ['ID=6a767b5f-5166-425d-b888-68c2972dcb13,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:43.265077 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-bdbfab9d-329b-4e77-9bed-0c804d6de646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:43.266864 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-bdbfab9d-329b-4e77-9bed-0c804d6de646 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab76d938d5f4002b4656c0c389a95c1&device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 1097 time: 0.0539091 Sep 29 19:48:43.298323 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a14a8a11-85cd-4b43-a6d5-8208289572c2 req-932a1cf9-919c-402c-ae37-76010f7393a4 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485956 Sep 29 19:48:43.338144 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-ad980598-f076-4019-9ee2-330c40d15754 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 200 len: 217 time: 0.0526063 Sep 29 19:48:43.393404 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-cb476b2e-140a-4bf5-9d70-8e82cfb2ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:43.394976 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-cb476b2e-140a-4bf5-9d70-8e82cfb2ce4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b HTTP/1.1" status: 200 len: 854 time: 0.0496271 Sep 29 19:48:43.444920 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-4990b455-11a2-4696-8c00-2f9a6ca785fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:43.446368 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-4990b455-11a2-4696-8c00-2f9a6ca785fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7449da20-42da-4806-8381-881a496819fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419905 Sep 29 19:48:43.555116 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-889b2bd8-c996-41b7-8500-3611ee0be29b service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994008 Sep 29 19:48:43.670186 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-412b2e3a-f027-4e52-be38-d5a9ecfacec0 req-8a07eeec-5559-40c5-aef5-365866e36e71 service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873744 Sep 29 19:48:43.778045 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-d3e642ee-ce30-4012-8eaa-80b141cc4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:43.779798 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-d3e642ee-ce30-4012-8eaa-80b141cc4318 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab76d938d5f4002b4656c0c389a95c1&device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 1097 time: 0.0503769 Sep 29 19:48:43.806983 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e269d7c-f780-417e-8f00-2c0d5f6e9a46 req-68f8a948-56e3-4608-8b53-cd3e46524dd1 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:43.809160 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9e269d7c-f780-417e-8f00-2c0d5f6e9a46 req-68f8a948-56e3-4608-8b53-cd3e46524dd1 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 944 time: 0.0564590 Sep 29 19:48:43.856821 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9e269d7c-f780-417e-8f00-2c0d5f6e9a46 req-6225fac8-e7f6-4b13-b28c-58fb6c66e447 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Sep 29 19:48:43.910128 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-d9d82a09-83a5-45da-8cc1-de731fb0d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:43.913630 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-d9d82a09-83a5-45da-8cc1-de731fb0d874 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7449da20-42da-4806-8381-881a496819fc HTTP/1.1" status: 200 len: 916 time: 0.1094861 Sep 29 19:48:43.965869 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-3a9cce62-2f5f-4130-ad40-2d9f8b4fdcfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 200 len: 217 time: 0.0392480 Sep 29 19:48:44.024186 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-9a085d41-035a-46d9-bf1d-170341c2ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:44.025602 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-9a085d41-035a-46d9-bf1d-170341c2ef49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b HTTP/1.1" status: 200 len: 854 time: 0.0473094 Sep 29 19:48:44.075268 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-4db32446-5b86-47c8-8ad4-5147c4d934af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:44.077519 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-4db32446-5b86-47c8-8ad4-5147c4d934af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7449da20-42da-4806-8381-881a496819fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428576 Sep 29 19:48:44.176918 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-75e78ca7-33b0-42b8-a957-f391dfc255e1 service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909147 Sep 29 19:48:44.276314 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ed02ec77-70b7-4f7e-a14b-e3e693e7486b req-62a7bedb-e68d-4bb1-875f-9bb48523aa8e service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878544 Sep 29 19:48:44.976583 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5e8d-1ad3-4c9f-8522-e14c57baeecf req-ad9bd46c-ca03-423f-a520-74c936ae6e30 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:44.978063 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-582a5e8d-1ad3-4c9f-8522-e14c57baeecf req-ad9bd46c-ca03-423f-a520-74c936ae6e30 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 944 time: 0.0488696 Sep 29 19:48:45.018001 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-582a5e8d-1ad3-4c9f-8522-e14c57baeecf req-1f587333-fb70-46b8-9b6d-562dc0e1290a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334344 Sep 29 19:48:46.133828 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a972dc-1028-4588-93ec-58597638aea2 req-0667b3fa-af20-4671-b790-daf9b442af84 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:46.135268 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c2a972dc-1028-4588-93ec-58597638aea2 req-0667b3fa-af20-4671-b790-daf9b442af84 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 944 time: 0.0492847 Sep 29 19:48:46.172627 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c2a972dc-1028-4588-93ec-58597638aea2 req-3e82dfdc-c2ac-4795-94e6-ec22eb64d42b tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309122 Sep 29 19:48:47.285812 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c858c-acd7-44a1-93b6-8f31437f6016 req-1cb5b2f6-66a7-4d8f-b0b6-413529058511 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:47.287256 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b9c858c-acd7-44a1-93b6-8f31437f6016 req-1cb5b2f6-66a7-4d8f-b0b6-413529058511 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 944 time: 0.0480158 Sep 29 19:48:47.329836 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b9c858c-acd7-44a1-93b6-8f31437f6016 req-45f7df94-6d14-4b8c-b55e-01c470a54112 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365827 Sep 29 19:48:47.466060 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 6a767b5f-5166-425d-b888-68c2972dcb13 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:48:47.568657 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 6a767b5f-5166-425d-b888-68c2972dcb13, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=6a767b5f-5166-425d-b888-68c2972dcb13,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:47.584151 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '6a767b5f-5166-425d-b888-68c2972dcb13', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'port_id': '6a767b5f-5166-425d-b888-68c2972dcb13', 'mac_address': 'fa:16:3e:26:ce:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:48:47.621717 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:47.636082 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a767b5f-5166-425d-b888-68c2972dcb13 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:48:47.655753 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 6a767b5f-5166-425d-b888-68c2972dcb13, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=6a767b5f-5166-425d-b888-68c2972dcb13,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:47.660141 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:47.709577 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=6a767b5f-5166-425d-b888-68c2972dcb13,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:47.922380 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['6a767b5f-5166-425d-b888-68c2972dcb13'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:48:48.457682 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceca68-0d93-49cb-983d-047a35ef1245 req-83ec0e4d-3219-40aa-bc51-81fa00092f99 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:48.459217 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-efceca68-0d93-49cb-983d-047a35ef1245 req-83ec0e4d-3219-40aa-bc51-81fa00092f99 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 945 time: 0.0615110 Sep 29 19:48:48.499965 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-efceca68-0d93-49cb-983d-047a35ef1245 req-daf9eacf-ea67-4a64-b945-f90245d9c0db tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340214 Sep 29 19:48:49.474337 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 6a767b5f-5166-425d-b888-68c2972dcb13 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:48:49.527850 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 6a767b5f-5166-425d-b888-68c2972dcb13 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:48:49.532366 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 6a767b5f-5166-425d-b888-68c2972dcb13 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:48:49.532737 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:49.630143 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13ebc-8f97-4982-a3ce-da95e5cddc67 req-9b4c74e1-de30-42b1-8bd8-527e52c41cab tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:49.631723 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1ed13ebc-8f97-4982-a3ce-da95e5cddc67 req-9b4c74e1-de30-42b1-8bd8-527e52c41cab tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 945 time: 0.0524437 Sep 29 19:48:49.631982 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:49.664980 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:48:49.673265 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b33b96d-665b-48ef-a227-3923beafac9d" -d '{"events": [{"server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "name": "network-vif-plugged", "status": "completed", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:48:49.674419 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1ed13ebc-8f97-4982-a3ce-da95e5cddc67 req-9ae7b68b-29d5-4b16-b4d0-73ebb55361a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363238 Sep 29 19:48:49.688652 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 6a767b5f-5166-425d-b888-68c2972dcb13, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=6a767b5f-5166-425d-b888-68c2972dcb13,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:48:49.694658 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:48:49.728016 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68de9fc-2720-4cdd-8f1c-64f748f349a8 x-openstack-request-id: req-f68de9fc-2720-4cdd-8f1c-64f748f349a8 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:48:49.728311 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "name": "network-vif-plugged", "status": "completed", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:48:49.728581 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f68de9fc-2720-4cdd-8f1c-64f748f349a8 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:48:49.728967 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13', 'code': 200} Sep 29 19:48:49.751248 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=6a767b5f-5166-425d-b888-68c2972dcb13,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:48:49.905076 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff5c8c-676c-4b0a-993d-18ec702122b3 req-9f04c37d-6d8d-4166-a390-773f497c3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:49.906636 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e1ff5c8c-676c-4b0a-993d-18ec702122b3 req-9f04c37d-6d8d-4166-a390-773f497c3fec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 1099 time: 0.0410645 Sep 29 19:48:49.948303 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e1ff5c8c-676c-4b0a-993d-18ec702122b3 req-de6391d4-580a-4e32-ad4d-bdd136810985 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338557 Sep 29 19:48:50.806787 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f5444-88fb-4c04-b639-864acee8a34d req-b0a9deb1-62f4-4f4e-a051-8bc8ec89e1ae tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:50.808314 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-da6f5444-88fb-4c04-b639-864acee8a34d req-b0a9deb1-62f4-4f4e-a051-8bc8ec89e1ae tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 946 time: 0.0512936 Sep 29 19:48:50.851999 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-da6f5444-88fb-4c04-b639-864acee8a34d req-237fdbf9-2025-4635-bb9e-a19316a67c31 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369666 Sep 29 19:48:51.968547 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca1d95-fa30-4029-b103-6c33f10a837a req-a9eca1a7-b24f-431c-ae31-0931caea3c64 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:51.970146 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b9ca1d95-fa30-4029-b103-6c33f10a837a req-a9eca1a7-b24f-431c-ae31-0931caea3c64 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 946 time: 0.0515866 Sep 29 19:48:52.013996 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b9ca1d95-fa30-4029-b103-6c33f10a837a req-44526399-ddfa-426f-a635-14d01bd110df tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336971 Sep 29 19:48:52.146543 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f343c-5e67-4e12-9042-a95a3ab6c7b5 req-44326ca6-d0e1-4102-a11e-764b21cfa5ec tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:52.148246 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1d5f343c-5e67-4e12-9042-a95a3ab6c7b5 req-44326ca6-d0e1-4102-a11e-764b21cfa5ec tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 946 time: 0.0601604 Sep 29 19:48:52.202032 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1d5f343c-5e67-4e12-9042-a95a3ab6c7b5 req-e55088cf-ea64-4cb1-af1e-2a02678934c2 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467331 Sep 29 19:48:52.552219 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ba2be-58e1-4003-848f-cd467f22d8c7 req-ea9d20cb-46f7-4060-80f5-d2415e5a1de2 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:48:52.553736 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3b4ba2be-58e1-4003-848f-cd467f22d8c7 req-ea9d20cb-46f7-4060-80f5-d2415e5a1de2 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 946 time: 0.0500824 Sep 29 19:48:52.597710 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3b4ba2be-58e1-4003-848f-cd467f22d8c7 req-48499b11-a6a4-48df-8c2c-023e28c24351 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377817 Sep 29 19:49:02.100593 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f60fbc-0444-41da-86ad-1b45c2abb82f req-ccca1b95-3964-40b7-9ba3-f02b02d5e087 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:02.102294 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e2f60fbc-0444-41da-86ad-1b45c2abb82f req-ccca1b95-3964-40b7-9ba3-f02b02d5e087 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0592213 Sep 29 19:49:02.158653 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e2f60fbc-0444-41da-86ad-1b45c2abb82f req-7125aa26-38c4-4229-8eb7-f867b2235b1b tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493171 Sep 29 19:49:02.195128 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600451ab-1797-4d49-af2c-bbb736a03957 req-f84bc2b0-a39c-4ae1-98fe-6d947b0cecec tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:02.196630 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-600451ab-1797-4d49-af2c-bbb736a03957 req-f84bc2b0-a39c-4ae1-98fe-6d947b0cecec tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 946 time: 0.0546327 Sep 29 19:49:02.235565 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-600451ab-1797-4d49-af2c-bbb736a03957 req-b4426a90-1c9d-4778-bebd-f930521f2a55 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Sep 29 19:49:02.257604 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35038) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:02.388999 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec95524-024a-41cd-8601-e547c0acf0cb tempest-TestMinimumBasicScenario-1651840125 tempest-TestMinimumBasicScenario-1651840125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:02.390486 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-1ec95524-024a-41cd-8601-e547c0acf0cb tempest-TestMinimumBasicScenario-1651840125 tempest-TestMinimumBasicScenario-1651840125-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 1094 time: 0.1319108 Sep 29 19:49:02.394507 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35042) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:02.398684 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'floatingip': {'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'port_id': '6a767b5f-5166-425d-b888-68c2972dcb13', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:02.419733 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:02.520869 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:02.628128 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Allocated IP 172.27.1.150 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/18b9dbcf-5f05-4e45-a076-a727c215ed13) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:49:02.729191 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:02.762411 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:02.798114 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:49:02.801053 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:49:02.804574 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:49:02.835985 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'Port': ['ID=18b9dbcf-5f05-4e45-a076-a727c215ed13,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:03.180788 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:03.269841 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:03.341153 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee30ce-2636-4f84-b314-7e07a117dfb1 req-c1642ccd-2f6e-48d0-8411-6c088cb4d9a4 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:03.342707 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8aee30ce-2636-4f84-b314-7e07a117dfb1 req-c1642ccd-2f6e-48d0-8411-6c088cb4d9a4 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0907071 Sep 29 19:49:03.441095 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8aee30ce-2636-4f84-b314-7e07a117dfb1 req-0b0bf407-bac7-4e7d-bcb8-08dbd13e9ff2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802743 Sep 29 19:49:03.513649 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:03.519521 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:03.589133 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'Port': ['ID=18b9dbcf-5f05-4e45-a076-a727c215ed13,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:03.601927 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:03.710388 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.l3_db [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Floating IP 7c754ee2-537f-459a-bb3c-659018136ebe associated. External IP: 172.27.1.150, port: 6a767b5f-5166-425d-b888-68c2972dcb13. Sep 29 19:49:03.929060 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Router 03fbcb97-703d-4227-9acd-8374633d5dbf has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:49:04.040353 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:49:04.051904 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] Sync routers for ids ['03fbcb97-703d-4227-9acd-8374633d5dbf'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:49:04.063615 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.068630 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] Routers {'03fbcb97-703d-4227-9acd-8374633d5dbf'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:49:04.069290 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['03fbcb97-703d-4227-9acd-8374633d5dbf'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:04.097015 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-f4002a49-dcb8-42d9-a89f-94ff04389302 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7014806 Sep 29 19:49:04.097614 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:49:04.099915 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35056) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:04.100422 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf" -d '{"events": [{"name": "network-changed", "server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:49:04.105312 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-941855131', 'description': 'tempest-secgroup-smoke-941855131 description', 'project_id': '9ab76d938d5f4002b4656c0c389a95c1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:04.133592 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.197108 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] Set router 03fbcb97-703d-4227-9acd-8374633d5dbf gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:49:04.219190 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d797e7-f279-4c61-95e7-aa6ca7beae2b x-openstack-request-id: req-a0d797e7-f279-4c61-95e7-aa6ca7beae2b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:49:04.219856 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:49:04.219856 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0d797e7-f279-4c61-95e7-aa6ca7beae2b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:49:04.220055 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13', 'status': 'completed', 'code': 200} Sep 29 19:49:04.236707 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.241470 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.294199 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.297687 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1938505 Sep 29 19:49:04.301552 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35062) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:04.308389 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1b20ec13-f23a-4abf-9e2b-a585840ef4b9 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'security_group_rule': {'security_group_id': '748c62b1-baed-4991-b95d-95d081516018', 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:04.319848 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748c62b1-baed-4991-b95d-95d081516018,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:04.336607 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.337185 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.337553 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.337861 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.338289 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.338527 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.338869 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.339162 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.339485 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.339803 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.340143 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.340460 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d40d66-088f-432a-98b8-faba8820f0a8 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:04.355954 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-47448402-4b39-4b8e-8822-c1d1bebf43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:04.357513 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-47448402-4b39-4b8e-8822-c1d1bebf43c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab76d938d5f4002b4656c0c389a95c1&device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 1099 time: 0.1046402 Sep 29 19:49:04.365956 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1b20ec13-f23a-4abf-9e2b-a585840ef4b9 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.483785 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:10Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '7c754ee2-537f-459a-bb3c-659018136ebe', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'port_id': '6a767b5f-5166-425d-b888-68c2972dcb13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'mac_address': 'fa:16:3e:26:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be602093-23b0-457d-a112-1e6924b1e72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:03Z', 'updated_at': '2021-09-29T19:49:03Z', 'revision_number': 0, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f', 'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'mac_address': 'fa:16:3e:a9:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:09Z', 'updated_at': '2021-09-29T19:48:14Z', 'revision_number': 5, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'subnets': [{'id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:04.499672 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1b20ec13-f23a-4abf-9e2b-a585840ef4b9 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.502381 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-c5e0b8d2-3c45-46c4-846e-4fa18ceffde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:04.504078 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-c5e0b8d2-3c45-46c4-846e-4fa18ceffde4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7449da20-42da-4806-8381-881a496819fc HTTP/1.1" status: 200 len: 916 time: 0.1349711 Sep 29 19:49:04.506653 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1b20ec13-f23a-4abf-9e2b-a585840ef4b9 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.534999 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20ec13-f23a-4abf-9e2b-a585840ef4b9 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6885a4-d6c8-4174-ae1c-a5aefc677a21,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:04.575265 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1b20ec13-f23a-4abf-9e2b-a585840ef4b9 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.576658 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-1b20ec13-f23a-4abf-9e2b-a585840ef4b9 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2720952 Sep 29 19:49:04.582916 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35066) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:04.590090 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c7e8408f-d736-4530-b6c4-7eb5525ab6a4 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'security_group_rule': {'security_group_id': '748c62b1-baed-4991-b95d-95d081516018', 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:04.604278 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a569-b344-4b21-97c1-1f97649d7f78 req-638cefec-44d1-454b-9121-5f323e41f978 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:04.606162 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4295a569-b344-4b21-97c1-1f97649d7f78 req-638cefec-44d1-454b-9121-5f323e41f978 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0787520 Sep 29 19:49:04.624623 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-c84ab6ae-4812-405c-be42-25c2a9b06902 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 200 len: 1000 time: 0.1103933 Sep 29 19:49:04.656258 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4295a569-b344-4b21-97c1-1f97649d7f78 req-9960a880-f1f7-41d4-8039-a1c9d443d5e6 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392089 Sep 29 19:49:04.676030 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7e8408f-d736-4530-b6c4-7eb5525ab6a4 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.686270 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] Checking router: 03fbcb97-703d-4227-9acd-8374633d5dbf for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:49:04.696774 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] Routers {'03fbcb97-703d-4227-9acd-8374633d5dbf'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:49:04.697422 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:48:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['03fbcb97-703d-4227-9acd-8374633d5dbf'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:04.712003 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-33e8e20b-c1c5-47d8-bc9e-a64135286543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:04.713541 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-33e8e20b-c1c5-47d8-bc9e-a64135286543 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b HTTP/1.1" status: 200 len: 854 time: 0.0801256 Sep 29 19:49:04.768322 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7e8408f-d736-4530-b6c4-7eb5525ab6a4 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.779403 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7e8408f-d736-4530-b6c4-7eb5525ab6a4 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.819024 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-b53e01ce-a191-44f4-bf4a-fa13508d127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:04.822209 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-b53e01ce-a191-44f4-bf4a-fa13508d127c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7449da20-42da-4806-8381-881a496819fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959785 Sep 29 19:49:04.823130 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8408f-d736-4530-b6c4-7eb5525ab6a4 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabaa1a0-88b4-4dfa-b9a5-27428761c9ee,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:04.835672 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7e8408f-d736-4530-b6c4-7eb5525ab6a4 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.837963 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-c7e8408f-d736-4530-b6c4-7eb5525ab6a4 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2538788 Sep 29 19:49:04.842027 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:04.848871 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'security_group_rule': {'security_group_id': '748c62b1-baed-4991-b95d-95d081516018', 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:04.880830 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] Set router 03fbcb97-703d-4227-9acd-8374633d5dbf gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:49:04.898135 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.969956 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-384c9cec-acf3-463d-9f59-3028c68dca18 service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304610 Sep 29 19:49:04.974207 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:04.986959 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.018727 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a44e06-cf1e-485a-bc8d-23bdd84c2998,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:05.032291 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.032913 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.033326 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.033801 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.034276 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.034750 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.036955 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.036955 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.036955 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.037895 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.037895 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.038394 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:05.044020 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.045837 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-67546376-9fcd-4f49-a8b4-32bbe0340227 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2026124 Sep 29 19:49:05.048814 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35074) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:05.053601 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-31fe770c-1258-48e8-aa54-b8ca7c28cb9a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'security_group_rule': {'security_group_id': '748c62b1-baed-4991-b95d-95d081516018', 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:05.127307 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0497c399-9b96-4cc6-bdf6-d3331dfc59bf req-be8d301f-014a-4374-ac2d-773802b22cd7 service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471128 Sep 29 19:49:05.128184 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31fe770c-1258-48e8-aa54-b8ca7c28cb9a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.208923 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31fe770c-1258-48e8-aa54-b8ca7c28cb9a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.214239 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31fe770c-1258-48e8-aa54-b8ca7c28cb9a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.233040 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe770c-1258-48e8-aa54-b8ca7c28cb9a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0f99c5-c068-4f6e-8720-6e1dba355ea7,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:05.239476 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:10Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '7c754ee2-537f-459a-bb3c-659018136ebe', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'port_id': '6a767b5f-5166-425d-b888-68c2972dcb13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'mac_address': 'fa:16:3e:26:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be602093-23b0-457d-a112-1e6924b1e72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:03Z', 'updated_at': '2021-09-29T19:49:03Z', 'revision_number': 0, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f', 'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'mac_address': 'fa:16:3e:a9:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:09Z', 'updated_at': '2021-09-29T19:48:14Z', 'revision_number': 5, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'subnets': [{'id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:05.241617 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31fe770c-1258-48e8-aa54-b8ca7c28cb9a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.243853 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-31fe770c-1258-48e8-aa54-b8ca7c28cb9a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1931746 Sep 29 19:49:05.245798 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35076) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:05.250748 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-39c8eb9e-5a3a-4af0-b75a-084d02d26ac7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'security_group_rule': {'security_group_id': '748c62b1-baed-4991-b95d-95d081516018', 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:05.272647 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3f655-fcc2-40ed-8b92-cbeef0c5399a None None] The sync data for ids ['03fbcb97-703d-4227-9acd-8374633d5dbf'] in dv-cinder-811740-1-iscsi is: [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:10Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '7c754ee2-537f-459a-bb3c-659018136ebe', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'port_id': '6a767b5f-5166-425d-b888-68c2972dcb13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'mac_address': 'fa:16:3e:26:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be602093-23b0-457d-a112-1e6924b1e72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:03Z', 'updated_at': '2021-09-29T19:49:03Z', 'revision_number': 0, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f', 'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'mac_address': 'fa:16:3e:a9:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:09Z', 'updated_at': '2021-09-29T19:48:14Z', 'revision_number': 5, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'subnets': [{'id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:49:05.275024 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-39c8eb9e-5a3a-4af0-b75a-084d02d26ac7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Project 9ab76d938d5f4002b4656c0c389a95c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 19:49:05.280221 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39c8eb9e-5a3a-4af0-b75a-084d02d26ac7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.362201 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39c8eb9e-5a3a-4af0-b75a-084d02d26ac7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.365444 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39c8eb9e-5a3a-4af0-b75a-084d02d26ac7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.385335 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8eb9e-5a3a-4af0-b75a-084d02d26ac7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f681089-a357-4e87-8681-cd3faad3d920,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:05.393975 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39c8eb9e-5a3a-4af0-b75a-084d02d26ac7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.395219 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-39c8eb9e-5a3a-4af0-b75a-084d02d26ac7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484852 Sep 29 19:49:05.399535 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:05.404383 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b1c7e179-9d7d-49c0-aa71-e9f9ee22a4b6 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'security_group_rule': {'security_group_id': '748c62b1-baed-4991-b95d-95d081516018', 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:05.428530 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-b1c7e179-9d7d-49c0-aa71-e9f9ee22a4b6 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Project 9ab76d938d5f4002b4656c0c389a95c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 19:49:05.434474 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e179-9d7d-49c0-aa71-e9f9ee22a4b6 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.478374 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71aef27-7463-40ec-9f5c-ec8710f1076e None None] New status for floating IP 7c754ee2-537f-459a-bb3c-659018136ebe: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:49:05.505192 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e179-9d7d-49c0-aa71-e9f9ee22a4b6 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.509083 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e179-9d7d-49c0-aa71-e9f9ee22a4b6 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.527457 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7e179-9d7d-49c0-aa71-e9f9ee22a4b6 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1d912a-f129-4e80-ae2f-6b98e60150ef,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:05.534071 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e179-9d7d-49c0-aa71-e9f9ee22a4b6 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.535717 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-b1c7e179-9d7d-49c0-aa71-e9f9ee22a4b6 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349180 Sep 29 19:49:05.569593 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa47a4b7-b087-409e-a350-3312a1ed0e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.630442 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-a0e907e7-92c0-44b8-ac98-f4ff3474e76a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941855131&fields=id&tenant_id=9ab76d938d5f4002b4656c0c389a95c1 HTTP/1.1" status: 200 len: 267 time: 0.0429518 Sep 29 19:49:05.692129 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-eb8d0951-545c-4640-af99-93d0a9f96bb7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:05.692481 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-eb8d0951-545c-4640-af99-93d0a9f96bb7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 946 time: 0.0560720 Sep 29 19:49:05.704716 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-106ca82f-92b4-45de-9a85-af15a33cfbbf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'port': {'security_groups': ['11b14fae-f9b5-4d6b-a74d-31317a4472bc', '748c62b1-baed-4991-b95d-95d081516018']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:05.804232 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-106ca82f-92b4-45de-9a85-af15a33cfbbf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:05.833433 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0c30-8cd6-4d9e-b983-97e1d5db22ac req-c0bda25a-bbeb-498d-98d5-2a76e521b875 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:05.834968 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2c8a0c30-8cd6-4d9e-b983-97e1d5db22ac req-c0bda25a-bbeb-498d-98d5-2a76e521b875 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0915260 Sep 29 19:49:05.921576 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2c8a0c30-8cd6-4d9e-b983-97e1d5db22ac req-8fe9dfac-af25-4ceb-a672-47dbafc29f4f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628417 Sep 29 19:49:06.087465 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-106ca82f-92b4-45de-9a85-af15a33cfbbf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] For port 6a767b5f-5166-425d-b888-68c2972dcb13, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=6a767b5f-5166-425d-b888-68c2972dcb13,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:06.122887 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-106ca82f-92b4-45de-9a85-af15a33cfbbf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:06.128723 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-106ca82f-92b4-45de-9a85-af15a33cfbbf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:06.148257 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['6a767b5f-5166-425d-b888-68c2972dcb13'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:49:06.488415 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-106ca82f-92b4-45de-9a85-af15a33cfbbf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:06.489144 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-106ca82f-92b4-45de-9a85-af15a33cfbbf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:06.491667 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-577d83c8-ebb7-4e3c-9182-d3ae3b205c6f req-106ca82f-92b4-45de-9a85-af15a33cfbbf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "PUT /v2.0/ports/6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 200 len: 982 time: 0.7919333 Sep 29 19:49:06.497826 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:49:06.497826 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15791793-f784-43a7-a9b3-d3055cce71ec" -d '{"events": [{"name": "network-changed", "server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:49:06.541019 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ca82f-92b4-45de-9a85-af15a33cfbbf tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'Port': ['ID=6a767b5f-5166-425d-b888-68c2972dcb13,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:06.553205 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd753e-1738-46b8-8218-2b23e4877af6 req-cd0d0a9a-98f3-495c-aa67-1cf400741433 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:06.560635 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2fbd753e-1738-46b8-8218-2b23e4877af6 req-cd0d0a9a-98f3-495c-aa67-1cf400741433 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.1192751 Sep 29 19:49:06.576696 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['6a767b5f-5166-425d-b888-68c2972dcb13'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:49:06.612418 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2fbd753e-1738-46b8-8218-2b23e4877af6 req-b811cfe6-06af-43e4-9862-68036c86ade4 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508411 Sep 29 19:49:06.669774 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa9ad26-3c43-4410-8dbb-26c4c712f3a7 x-openstack-request-id: req-eaa9ad26-3c43-4410-8dbb-26c4c712f3a7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:49:06.670553 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:49:06.670875 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaa9ad26-3c43-4410-8dbb-26c4c712f3a7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:49:06.671454 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13', 'status': 'completed', 'code': 200} Sep 29 19:49:06.684383 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771248c-9935-4f7c-a817-387bee707603 req-ed1fdaec-ab77-444a-87df-595821ed7842 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:06.694509 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9771248c-9935-4f7c-a817-387bee707603 req-ed1fdaec-ab77-444a-87df-595821ed7842 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0881767 Sep 29 19:49:06.752097 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9771248c-9935-4f7c-a817-387bee707603 req-f1dd0ab2-7a20-4e80-9d0c-4325958ad7fd tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520632 Sep 29 19:49:06.783691 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15791793-f784-43a7-a9b3-d3055cce71ec req-9ebba374-0415-45a9-b944-c513d3900dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:06.785921 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-15791793-f784-43a7-a9b3-d3055cce71ec req-9ebba374-0415-45a9-b944-c513d3900dcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab76d938d5f4002b4656c0c389a95c1&device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 1138 time: 0.0685010 Sep 29 19:49:06.822114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-55bc3fb5-4a34-42fe-b7da-11a10c4653d5 None None] Provisioning complete for port 6a767b5f-5166-425d-b888-68c2972dcb13 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:49:06.822478 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55bc3fb5-4a34-42fe-b7da-11a10c4653d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:06.899257 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15791793-f784-43a7-a9b3-d3055cce71ec req-ff850604-c89f-4461-a336-6c8bba08f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:06.900846 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-15791793-f784-43a7-a9b3-d3055cce71ec req-ff850604-c89f-4461-a336-6c8bba08f056 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7449da20-42da-4806-8381-881a496819fc HTTP/1.1" status: 200 len: 916 time: 0.0969701 Sep 29 19:49:07.004260 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-15791793-f784-43a7-a9b3-d3055cce71ec req-c8add64e-ce16-4478-99bd-dc3ef3ba5674 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 200 len: 1002 time: 0.0912421 Sep 29 19:49:07.058571 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d881b94-ff40-4fcd-8da9-6c2333c0a0c8 req-26c85547-37b4-4bdc-9dd9-8acf63609a54 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:07.061458 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d881b94-ff40-4fcd-8da9-6c2333c0a0c8 req-26c85547-37b4-4bdc-9dd9-8acf63609a54 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0612948 Sep 29 19:49:07.076053 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15791793-f784-43a7-a9b3-d3055cce71ec req-d7cdff97-c287-4001-b32e-ab10bbb5b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:07.077634 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-15791793-f784-43a7-a9b3-d3055cce71ec req-d7cdff97-c287-4001-b32e-ab10bbb5b128 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b HTTP/1.1" status: 200 len: 854 time: 0.0656259 Sep 29 19:49:07.115123 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5d881b94-ff40-4fcd-8da9-6c2333c0a0c8 req-a97c123c-405b-4feb-808a-e0de84a0e0fe tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Sep 29 19:49:07.139615 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15791793-f784-43a7-a9b3-d3055cce71ec req-a108d519-d6ed-42d7-9b5e-b396c4689fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:07.142404 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-15791793-f784-43a7-a9b3-d3055cce71ec req-a108d519-d6ed-42d7-9b5e-b396c4689fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7449da20-42da-4806-8381-881a496819fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561876 Sep 29 19:49:07.246835 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-15791793-f784-43a7-a9b3-d3055cce71ec req-e94a5189-ee6d-4043-93e1-39106e8f184b service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857937 Sep 29 19:49:07.348406 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-15791793-f784-43a7-a9b3-d3055cce71ec req-16e9bfd9-8ade-4bac-93a5-e71380f88ee2 service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885370 Sep 29 19:49:07.735799 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ba148-f9bb-4644-9d97-1a03d189fa50 req-7a6dbb84-cd7c-4ff7-bb2d-0bba00092013 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:07.737431 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ca8ba148-f9bb-4644-9d97-1a03d189fa50 req-7a6dbb84-cd7c-4ff7-bb2d-0bba00092013 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0529096 Sep 29 19:49:07.778939 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ca8ba148-f9bb-4644-9d97-1a03d189fa50 req-929b6086-7cf5-411a-9b4a-fe6c6725b0d4 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352654 Sep 29 19:49:08.249682 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfc5a2-7df4-4796-93c8-4884b1eff1b3 req-e2a468c3-69ef-4a42-8276-e43c1a10f376 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:08.252025 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dccfc5a2-7df4-4796-93c8-4884b1eff1b3 req-e2a468c3-69ef-4a42-8276-e43c1a10f376 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0587082 Sep 29 19:49:08.298867 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dccfc5a2-7df4-4796-93c8-4884b1eff1b3 req-e12ef3aa-1edf-4497-ac55-5e05af1c97b6 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356712 Sep 29 19:49:08.557029 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-12bb7f3f-c7ec-42b9-91ef-c33a7dfbb1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:08.805314 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:09.017022 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe8daa-0eed-4fe1-8a6c-0b67fa0f6ad5 req-ca80d989-8f5e-400c-88a3-f9aa8a148a3c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:09.018591 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-37fe8daa-0eed-4fe1-8a6c-0b67fa0f6ad5 req-ca80d989-8f5e-400c-88a3-f9aa8a148a3c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0515149 Sep 29 19:49:09.064154 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-37fe8daa-0eed-4fe1-8a6c-0b67fa0f6ad5 req-3e56456a-34ca-448d-b570-f3735737808d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390453 Sep 29 19:49:09.416954 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af671c68-5c6a-4574-9e03-0524aa38481b req-5917c7d6-9d64-4fbf-b36c-c7bcf7dd374d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:09.418611 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-af671c68-5c6a-4574-9e03-0524aa38481b req-5917c7d6-9d64-4fbf-b36c-c7bcf7dd374d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0504930 Sep 29 19:49:09.432415 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:09.460316 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-af671c68-5c6a-4574-9e03-0524aa38481b req-38f9f598-9bfd-4c4f-bc76-fcc2d0d58b54 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344198 Sep 29 19:49:09.904151 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77833-0399-4f40-b799-9daa97614835 req-7fee9445-9135-46a8-8e12-241595a8ee5f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:09.905862 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8dc77833-0399-4f40-b799-9daa97614835 req-7fee9445-9135-46a8-8e12-241595a8ee5f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 945 time: 0.0563638 Sep 29 19:49:09.947316 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8dc77833-0399-4f40-b799-9daa97614835 req-adff7b84-d903-47bb-bd5f-286c2b5a57dc tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338385 Sep 29 19:49:10.189997 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2297b72-e922-4737-a171-31a58ff49a67 req-8e89482d-6763-42b0-b0a5-cebe119683c3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:10.191580 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f2297b72-e922-4737-a171-31a58ff49a67 req-8e89482d-6763-42b0-b0a5-cebe119683c3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0511875 Sep 29 19:49:10.232717 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f2297b72-e922-4737-a171-31a58ff49a67 req-7c208a75-e46b-4ed8-83c6-b1c23e4a9fe2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336332 Sep 29 19:49:10.583248 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752769f6-7f84-46b8-99c8-924fa577bb49 req-5a9d4168-5497-4912-8319-f883e3cf90e1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:10.584822 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-752769f6-7f84-46b8-99c8-924fa577bb49 req-5a9d4168-5497-4912-8319-f883e3cf90e1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0517743 Sep 29 19:49:10.626119 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-752769f6-7f84-46b8-99c8-924fa577bb49 req-451110b7-32c1-4153-8cc9-84c4f0315af1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334041 Sep 29 19:49:11.066444 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3f15e-ca2b-4b9a-a5ed-9838b3006e41 req-4a8b8c3e-3be0-448f-9370-44154b3e9c81 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:11.067951 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c4f3f15e-ca2b-4b9a-a5ed-9838b3006e41 req-4a8b8c3e-3be0-448f-9370-44154b3e9c81 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 945 time: 0.0542545 Sep 29 19:49:11.105603 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c4f3f15e-ca2b-4b9a-a5ed-9838b3006e41 req-3ce34b47-accc-4566-81cb-dc563749eeb6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317714 Sep 29 19:49:11.311731 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:11.355551 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0e9b5-0ce8-4e53-8539-d2e11489be84 req-e89b62b8-734e-410d-ab4b-2401d668548f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:11.357044 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b8e0e9b5-0ce8-4e53-8539-d2e11489be84 req-e89b62b8-734e-410d-ab4b-2401d668548f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0506744 Sep 29 19:49:11.394106 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b8e0e9b5-0ce8-4e53-8539-d2e11489be84 req-65470822-7372-43b3-9329-8b22cc416a28 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304575 Sep 29 19:49:11.453624 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df33266-558a-468e-adb6-742e819ffa1a req-8bb177aa-33be-4422-8a8e-613f19327cc0 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:11.454933 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-6df33266-558a-468e-adb6-742e819ffa1a req-8bb177aa-33be-4422-8a8e-613f19327cc0 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 945 time: 0.0474455 Sep 29 19:49:11.550129 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Deleting port 96dcb5fb-c686-4140-ba8c-f17c4450e33f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:49:11.550463 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:11.643028 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] For port 96dcb5fb-c686-4140-ba8c-f17c4450e33f, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=96dcb5fb-c686-4140-ba8c-f17c4450e33f,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:11.643389 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:11.744418 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153908b7-ce14-4fc1-a173-9233a6b7fb95 req-ea415fbf-aff3-4344-89fd-3f5395cc640d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:11.746544 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-153908b7-ce14-4fc1-a173-9233a6b7fb95 req-ea415fbf-aff3-4344-89fd-3f5395cc640d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0515683 Sep 29 19:49:11.789403 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-153908b7-ce14-4fc1-a173-9233a6b7fb95 req-347597b5-de0b-4495-893b-fdd47cf590c9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363805 Sep 29 19:49:11.822825 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:11.823090 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:11.823371 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.l3_db [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Floating IP 70884abe-4750-4169-ab66-4d1df506318d disassociated. External IP: 172.27.1.195, port: 96dcb5fb-c686-4140-ba8c-f17c4450e33f. Sep 29 19:49:11.823710 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Calling delete_port for 96dcb5fb-c686-4140-ba8c-f17c4450e33f owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:49:11.946854 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:11.978295 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event deleted for resources: {'Port': ['ID=96dcb5fb-c686-4140-ba8c-f17c4450e33f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:12.093830 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Router a594527f-8ecf-4523-8362-6b1444c9f2ea has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:49:12.205454 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:49:12.217136 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] Sync routers for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:49:12.221551 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-23f32662-442c-40e5-a315-dc4a6b39f119 req-9bab4aae-7180-45c7-9db4-c971bf6a420f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e3c9c1-9c68-47dc-9112-4b9194bd986e HTTP/1.1" status: 200 len: 210 time: 0.0421479 Sep 29 19:49:12.228481 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:49:12.229117 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:49:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:12.251757 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] No DVR routers for this DVR port 96dcb5fb-c686-4140-ba8c-f17c4450e33f on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:49:12.254664 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:12.257120 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-6df33266-558a-468e-adb6-742e819ffa1a req-265f2f18-123b-4758-9dd1-84239aed2c94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "DELETE /v2.0/ports/96dcb5fb-c686-4140-ba8c-f17c4450e33f HTTP/1.1" status: 204 len: 173 time: 0.7946024 Sep 29 19:49:12.257658 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'name': 'network-vif-deleted', 'tag': '96dcb5fb-c686-4140-ba8c-f17c4450e33f'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:49:12.259788 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805d48e0-27f8-44e5-851f-27bdb0dadb86" -d '{"events": [{"server_uuid": "30e3c9c1-9c68-47dc-9112-4b9194bd986e", "name": "network-vif-deleted", "tag": "96dcb5fb-c686-4140-ba8c-f17c4450e33f"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:49:12.298935 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2c6c7e-b068-4ce1-8af7-26c05c08ffb5 x-openstack-request-id: req-da2c6c7e-b068-4ce1-8af7-26c05c08ffb5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:49:12.299592 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e3c9c1-9c68-47dc-9112-4b9194bd986e", "name": "network-vif-deleted", "tag": "96dcb5fb-c686-4140-ba8c-f17c4450e33f", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:49:12.299745 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da2c6c7e-b068-4ce1-8af7-26c05c08ffb5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:49:12.300278 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e3c9c1-9c68-47dc-9112-4b9194bd986e', 'name': 'network-vif-deleted', 'tag': '96dcb5fb-c686-4140-ba8c-f17c4450e33f', 'status': 'completed', 'code': 200} Sep 29 19:49:12.362159 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:49:12.527110 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed202e9-f0e4-4696-8879-1dd18304349d req-b71402e3-d2d7-4c63-82af-3c5b9ce3f6c0 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:12.529738 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1ed202e9-f0e4-4696-8879-1dd18304349d req-b71402e3-d2d7-4c63-82af-3c5b9ce3f6c0 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0566316 Sep 29 19:49:12.541635 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:49:12.593742 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1ed202e9-f0e4-4696-8879-1dd18304349d req-cb1bca8a-60cf-41ff-903a-9db0747c5727 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492156 Sep 29 19:49:12.602745 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:12.636458 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] Checking router: a594527f-8ecf-4523-8362-6b1444c9f2ea for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:49:12.645611 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:49:12.646217 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:49:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:12.746499 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:12.765086 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:49:12.914749 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083355b8-adc4-49fb-b004-458dd289919e req-e312a30b-37d1-4b84-8362-71cfe4b42899 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:12.916200 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-083355b8-adc4-49fb-b004-458dd289919e req-e312a30b-37d1-4b84-8362-71cfe4b42899 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0542302 Sep 29 19:49:12.960487 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-083355b8-adc4-49fb-b004-458dd289919e req-a728e3e1-39c9-468c-acce-ef4e91a15460 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370841 Sep 29 19:49:12.988051 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:13.016964 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f6a8c-fb5a-44cb-b5df-d8858103e84d None None] The sync data for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi is: [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:49:13.190547 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632babc-8ae9-4de2-89b4-edbafed50f96 req-c417b8b0-87dc-4fa2-8a78-a4ef4e0ae4df tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:13.192496 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6632babc-8ae9-4de2-89b4-edbafed50f96 req-c417b8b0-87dc-4fa2-8a78-a4ef4e0ae4df tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0559051 Sep 29 19:49:13.222415 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-700017d7-7646-47ef-8adb-5bb8475fd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:13.223964 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-700017d7-7646-47ef-8adb-5bb8475fd88f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 1098 time: 0.0462704 Sep 29 19:49:13.241285 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6632babc-8ae9-4de2-89b4-edbafed50f96 req-004dbf9f-4142-40dd-80e1-d745e0ad8327 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404768 Sep 29 19:49:13.323972 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32702231-0600-4bc2-8e3d-7dbb4eb979a5 None None] New status for floating IP 70884abe-4750-4169-ab66-4d1df506318d: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:49:13.340843 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-bbc6389b-f046-4b05-a488-f64dc00ce72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:13.342420 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-bbc6389b-f046-4b05-a488-f64dc00ce72d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 912 time: 0.1109526 Sep 29 19:49:13.411285 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-dedc0889-f2d2-41f6-91f6-8c6dd2a61839 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=578a80d8-61d2-47fa-b1c7-320a20940831 HTTP/1.1" status: 200 len: 1001 time: 0.0607162 Sep 29 19:49:13.465906 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-8ab18d74-b334-4156-9390-efcd2582f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:13.467357 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-8ab18d74-b334-4156-9390-efcd2582f69f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb1b461f-1323-46b9-9291-f189c7cf35b3 HTTP/1.1" status: 200 len: 850 time: 0.0487146 Sep 29 19:49:13.495688 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-e336a69e-f35e-4c88-83b2-16a10e272bd9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314376668&fields=id&tenant_id=938ba2215e4a43769f47a7dc6ce943b1 HTTP/1.1" status: 200 len: 267 time: 0.0328996 Sep 29 19:49:13.520499 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-3519e503-83c9-4a68-b230-b052b4ca229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:13.521979 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-3519e503-83c9-4a68-b230-b052b4ca229c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b982feda-81ce-41ea-87c3-16df29be60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445149 Sep 29 19:49:13.604330 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-abe9eb33-801f-459e-b1b0-1a1f2db2e47d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:13.605804 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-abe9eb33-801f-459e-b1b0-1a1f2db2e47d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 812 time: 0.1027303 Sep 29 19:49:13.620269 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-296615d4-b0d4-4c70-a1c5-ed018f02ead9 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830936 Sep 29 19:49:13.621429 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-0cbf11ab-0816-472d-8868-5bdec092261b tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/quotas/938ba2215e4a43769f47a7dc6ce943b1 HTTP/1.1" status: 200 len: 375 time: 0.0093741 Sep 29 19:49:13.694409 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-feb2415d-26e4-45c7-9bb7-e8fb86dea2da tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651131 Sep 29 19:49:13.716415 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f778f792-a1c0-42b5-8d61-ba55c5dfc40e req-a3b8aa3b-33f5-4a30-897a-95a404689a04 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877285 Sep 29 19:49:13.736403 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cef8e-3a7c-45f9-85ae-e5e122f6488a req-25b89dae-45ba-4338-8a36-c1bc1362b7be tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:13.737949 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cd9cef8e-3a7c-45f9-85ae-e5e122f6488a req-25b89dae-45ba-4338-8a36-c1bc1362b7be tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0651731 Sep 29 19:49:13.801452 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cd9cef8e-3a7c-45f9-85ae-e5e122f6488a req-29ef996f-62e4-4215-b011-1e1e2ed15e02 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568085 Sep 29 19:49:13.861849 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-bbe1c24f-21ce-4e02-9b79-dc53905615bd service neutron] 10.222.0.16 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529520 Sep 29 19:49:13.952334 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-3654a5b1-1d25-4504-958f-3c957c92d70e service neutron] 10.222.0.16 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843811 Sep 29 19:49:14.262227 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-94cedd41-189a-4d39-87bb-9b5f95542dd7 req-ec24410b-d040-44b5-bad2-b56bfdf3b30d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 210 time: 0.0266604 Sep 29 19:49:14.373997 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def5726-f372-4bc6-93fe-6ed009bdd7f0 req-79af8fa2-5fba-4f9b-ad78-1f25d72b6f82 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:14.375689 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3def5726-f372-4bc6-93fe-6ed009bdd7f0 req-79af8fa2-5fba-4f9b-ad78-1f25d72b6f82 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0554698 Sep 29 19:49:14.422473 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3def5726-f372-4bc6-93fe-6ed009bdd7f0 req-7b0b2eb6-22dd-4465-b168-4854f771e7d1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Sep 29 19:49:14.926408 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86eeeb-f0e9-4c5c-b431-0bac987a0d93 req-81aae5f4-c877-4f4e-ab88-423f7e6ab8a3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:14.927928 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-df86eeeb-f0e9-4c5c-b431-0bac987a0d93 req-81aae5f4-c877-4f4e-ab88-423f7e6ab8a3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0495934 Sep 29 19:49:14.967323 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-df86eeeb-f0e9-4c5c-b431-0bac987a0d93 req-22958dc2-3b72-4945-8a59-36590e9d69ca tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334799 Sep 29 19:49:15.303948 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-a04ce9e0-4af5-4905-a9bb-074d9c3c3178 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:15.305474 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-a04ce9e0-4af5-4905-a9bb-074d9c3c3178 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 812 time: 0.1219928 Sep 29 19:49:15.363332 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d98b38aa-f362-4ac1-9b18-6bf6a6d46c48 req-82992fa3-de6b-4737-b17b-31f4823a890a tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 210 time: 0.0291841 Sep 29 19:49:15.513037 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 96dcb5fb-c686-4140-ba8c-f17c4450e33f no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:49:15.537013 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 96dcb5fb-c686-4140-ba8c-f17c4450e33f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:49:15.537357 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 96dcb5fb-c686-4140-ba8c-f17c4450e33f not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:49:15.615943 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-b9af1905-56f8-4c91-b49b-ec34bca4c5cd tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=938ba2215e4a43769f47a7dc6ce943b1 HTTP/1.1" status: 200 len: 379 time: 0.2991283 Sep 29 19:49:15.644455 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'port': {'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'admin_state_up': True, 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'security_groups': ['152ed6fd-558d-4805-b98d-53412301a6a4']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:15.763749 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Made reservation on behalf of 938ba2215e4a43769f47a7dc6ce943b1 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:49:15.767509 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:15.903606 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Allocated IP 172.20.0.8 (82500cc5-19d3-4dbf-9e87-a8556f474c06/afe2181c-fb41-4f1a-812b-1d27c0a6a222/bcd83891-5861-43e6-9cec-4638ccd989ba) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:49:16.051354 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:16.096321 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:16.097216 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c85e4-3ef0-42ae-8b2e-32435c6613e5 req-0a44ce71-4b68-4d03-b4c7-b084281ce62f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:16.099590 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0a6c85e4-3ef0-42ae-8b2e-32435c6613e5 req-0a44ce71-4b68-4d03-b4c7-b084281ce62f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0565126 Sep 29 19:49:16.141515 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:49:16.146384 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:49:16.147311 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0a6c85e4-3ef0-42ae-8b2e-32435c6613e5 req-d96ed698-6b57-4090-88c6-85e59a057a44 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391078 Sep 29 19:49:16.153251 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:49:16.157824 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'Port': ['ID=bcd83891-5861-43e6-9cec-4638ccd989ba,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:16.211286 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:16.212202 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:16.240347 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-65666312-09c3-4c96-ac1c-77cdcbc0784e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6014345 Sep 29 19:49:16.253596 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Request body: {'port': {'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:16.318125 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:16.369245 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fcd0074f-1146-41b2-a7c9-f132ae51df46 None None] Provisioning complete for port bcd83891-5861-43e6-9cec-4638ccd989ba triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:49:16.369939 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fcd0074f-1146-41b2-a7c9-f132ae51df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:16.413191 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0074f-1146-41b2-a7c9-f132ae51df46 None None] Port bcd83891-5861-43e6-9cec-4638ccd989ba cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:49:16.487089 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcae8da-d4ec-4559-9940-2dfea67cc870 req-2b4cd679-e359-41dd-bf5b-08e9adab3270 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:16.488750 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0bcae8da-d4ec-4559-9940-2dfea67cc870 req-2b4cd679-e359-41dd-bf5b-08e9adab3270 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 931 time: 0.0518737 Sep 29 19:49:16.534206 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0bcae8da-d4ec-4559-9940-2dfea67cc870 req-5152f338-1d2b-4c1e-8012-743227b87e57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391760 Sep 29 19:49:16.620630 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd83891-5861-43e6-9cec-4638ccd989ba {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:49:16.628619 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:16.642263 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Transition to ACTIVE for port object bcd83891-5861-43e6-9cec-4638ccd989ba will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:49:16.646386 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:16.712284 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd83891-5861-43e6-9cec-4638ccd989ba,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:16.797261 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Attempting to bind port bcd83891-5861-43e6-9cec-4638ccd989ba on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:49:16.797804 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Attempting to bind port bcd83891-5861-43e6-9cec-4638ccd989ba by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:49:16.798134 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Attempting to bind port bcd83891-5861-43e6-9cec-4638ccd989ba on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:49:16.803580 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Port bcd83891-5861-43e6-9cec-4638ccd989ba on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:49:16.804057 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Attempting to bind port bcd83891-5861-43e6-9cec-4638ccd989ba on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:49:16.809848 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:49:16.810068 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Checking segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:49:16.810378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Bound using segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:49:16.810811 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Bound port: bcd83891-5861-43e6-9cec-4638ccd989ba, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:49:16.811167 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:16.881978 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] For port bcd83891-5861-43e6-9cec-4638ccd989ba, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:49:16.885421 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] For port bcd83891-5861-43e6-9cec-4638ccd989ba, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=bcd83891-5861-43e6-9cec-4638ccd989ba,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:49:16.890905 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:16.931538 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:16.932733 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:16.935478 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] 10.222.0.47 "PUT /v2.0/ports/bcd83891-5861-43e6-9cec-4638ccd989ba HTTP/1.1" status: 200 len: 1093 time: 0.6865304 Sep 29 19:49:16.936005 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'tag': 'bcd83891-5861-43e6-9cec-4638ccd989ba'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:49:16.940094 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cad6dd8-d378-486e-a71c-04b9eb0ed439" -d '{"events": [{"name": "network-changed", "server_uuid": "6b389e7e-6ef2-4ea3-a0e3-25476d6a0190", "tag": "bcd83891-5861-43e6-9cec-4638ccd989ba"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:49:16.972231 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def6bfa-809d-4053-b6b2-fc7c20da8d55 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd83891-5861-43e6-9cec-4638ccd989ba,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:17.017823 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46e463f-c867-4b59-a997-9e492113b88e x-openstack-request-id: req-d46e463f-c867-4b59-a997-9e492113b88e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:49:17.018120 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b389e7e-6ef2-4ea3-a0e3-25476d6a0190", "tag": "bcd83891-5861-43e6-9cec-4638ccd989ba", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:49:17.018379 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d46e463f-c867-4b59-a997-9e492113b88e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:49:17.018771 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'tag': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'status': 'completed', 'code': 200} Sep 29 19:49:17.037796 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-56594424-4659-4d59-a7a7-e551ad0cccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:17.038922 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-56594424-4659-4d59-a7a7-e551ad0cccc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 1096 time: 0.0507400 Sep 29 19:49:17.089367 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-db1dee99-1ee9-4f26-9952-ade56b30683a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd83891-5861-43e6-9cec-4638ccd989ba HTTP/1.1" status: 200 len: 217 time: 0.0413175 Sep 29 19:49:17.142138 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-a1291443-6ef4-4b1b-85e6-e049da5cdc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:17.143613 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-a1291443-6ef4-4b1b-85e6-e049da5cdc31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.0468223 Sep 29 19:49:17.201669 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-d9422d85-8d06-4ffe-b742-13371da1dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:17.204092 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-d9422d85-8d06-4ffe-b742-13371da1dad4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506616 Sep 29 19:49:17.280293 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7f284-8806-413e-8327-74f80da33f96 req-d33511d2-f29a-4bf6-8dcc-b1837b38f461 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:17.283101 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6ad7f284-8806-413e-8327-74f80da33f96 req-d33511d2-f29a-4bf6-8dcc-b1837b38f461 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0577166 Sep 29 19:49:17.302781 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-e1cef016-460c-41c2-bcd8-3287c0ee1116 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896800 Sep 29 19:49:17.323258 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6ad7f284-8806-413e-8327-74f80da33f96 req-c0ca7c50-59be-4304-a33d-f82c0eed79ea tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339460 Sep 29 19:49:17.406598 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd1091a-ae3f-4bbb-9807-d0eb720c739a req-8fc4ec94-d8f3-4c46-98d7-6b325cdebd91 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921264 Sep 29 19:49:17.498061 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-34424d1c-c1b9-4c56-ac9d-828310a08c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:17.499613 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-34424d1c-c1b9-4c56-ac9d-828310a08c95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 1096 time: 0.0418117 Sep 29 19:49:17.599370 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-b4faddf8-d50f-4a8b-a5a3-f0993d89ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:17.600895 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-b4faddf8-d50f-4a8b-a5a3-f0993d89ef7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 913 time: 0.0923557 Sep 29 19:49:17.646256 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-f362cf6b-27db-4333-aa72-aa109f5bbff3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd83891-5861-43e6-9cec-4638ccd989ba HTTP/1.1" status: 200 len: 217 time: 0.0356588 Sep 29 19:49:17.669433 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a614d7c-264f-4d20-8b25-a7bfa574b97a req-a7537245-7792-4f77-a3a9-0b325fb87248 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:17.670921 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7a614d7c-264f-4d20-8b25-a7bfa574b97a req-a7537245-7792-4f77-a3a9-0b325fb87248 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 943 time: 0.0518701 Sep 29 19:49:17.715244 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-98207a24-3ca0-4f49-87ed-80eb36a59c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:17.716772 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-98207a24-3ca0-4f49-87ed-80eb36a59c68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.0528729 Sep 29 19:49:17.728242 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7a614d7c-264f-4d20-8b25-a7bfa574b97a req-2093d073-f63e-4e45-803d-cf8336db5811 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420649 Sep 29 19:49:17.773439 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-b7643086-b666-438e-8b6c-fde3602f9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:17.774882 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-b7643086-b666-438e-8b6c-fde3602f9f35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428081 Sep 29 19:49:17.923164 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-a6f56871-5d77-4ae7-a693-1a525e9f8ff6 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393604 Sep 29 19:49:18.030492 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4cad6dd8-d378-486e-a71c-04b9eb0ed439 req-7dff8bcb-e042-4ee0-804f-12b63b9acce6 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986679 Sep 29 19:49:18.450956 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bddbed-d9bb-4bec-827a-b40c537a3136 req-45213e8e-2be2-4cdb-a657-225500cbc332 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:18.452510 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-22bddbed-d9bb-4bec-827a-b40c537a3136 req-45213e8e-2be2-4cdb-a657-225500cbc332 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0501909 Sep 29 19:49:18.491991 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-22bddbed-d9bb-4bec-827a-b40c537a3136 req-d836a053-ab87-4d47-8bb1-118f47fc27fd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Sep 29 19:49:18.850488 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fca2b-f529-4028-a815-cf14ce1e1400 req-ac7d3263-8595-4aef-a3a8-ce1a6b83c7ce tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:18.852038 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-023fca2b-f529-4028-a815-cf14ce1e1400 req-ac7d3263-8595-4aef-a3a8-ce1a6b83c7ce tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 943 time: 0.0532398 Sep 29 19:49:18.901700 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-023fca2b-f529-4028-a815-cf14ce1e1400 req-9020e8a6-d794-4a37-b0ce-e6bf862b6085 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435419 Sep 29 19:49:19.534113 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 3bf29b4c-d8a4-4228-b858-2550c77b41ac details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:49:19.668087 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25274014-73ab-4901-9f47-6db706c3f735 req-0ebd146c-bceb-4879-92ab-19385122b78b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:19.670790 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-25274014-73ab-4901-9f47-6db706c3f735 req-0ebd146c-bceb-4879-92ab-19385122b78b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0929999 Sep 29 19:49:19.674962 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:19.688221 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'port_id': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'mac_address': 'fa:16:3e:a9:f4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:49:19.733549 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:19.739273 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-25274014-73ab-4901-9f47-6db706c3f735 req-892503d2-cbbd-4918-83c5-0e4bae9070b8 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601826 Sep 29 19:49:19.750102 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bf29b4c-d8a4-4228-b858-2550c77b41ac {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:49:19.773005 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:19.778172 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:19.841030 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:19.858151 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.858649 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.860073 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.860489 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.860891 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.861312 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.861712 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.862111 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.862511 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.862849 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.863178 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.863506 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:49:19.875302 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['3bf29b4c-d8a4-4228-b858-2550c77b41ac'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:49:20.070012 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5d2f7-b34c-4dd8-bbd3-8374fd02351d req-0d22a25e-3ca7-46c5-8b8b-501ba72df537 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:20.072172 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-01c5d2f7-b34c-4dd8-bbd3-8374fd02351d req-0d22a25e-3ca7-46c5-8b8b-501ba72df537 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 943 time: 0.0619397 Sep 29 19:49:20.130431 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-01c5d2f7-b34c-4dd8-bbd3-8374fd02351d req-5fde387e-86f5-4764-b738-2aaae893f144 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477443 Sep 29 19:49:20.869602 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543d5e7-4254-4e0f-a239-c8eaf7f9b6cd req-b99f106d-e8b2-4ab5-bd2c-8b6a41fcbaba tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:20.871214 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5543d5e7-4254-4e0f-a239-c8eaf7f9b6cd req-b99f106d-e8b2-4ab5-bd2c-8b6a41fcbaba tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 945 time: 0.0567029 Sep 29 19:49:20.925606 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-5543d5e7-4254-4e0f-a239-c8eaf7f9b6cd req-477b42c9-08eb-454e-a351-e99d25044829 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420568 Sep 29 19:49:21.271761 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93ad4-a6d2-4557-8e1e-6449764c26b3 req-214d961b-61ec-455e-8632-672b61855ee5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:21.280004 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11a93ad4-a6d2-4557-8e1e-6449764c26b3 req-214d961b-61ec-455e-8632-672b61855ee5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 943 time: 0.0707047 Sep 29 19:49:21.336561 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-11a93ad4-a6d2-4557-8e1e-6449764c26b3 req-d5745123-f150-468f-96f8-78ee5d6caf94 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551326 Sep 29 19:49:21.559178 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 3bf29b4c-d8a4-4228-b858-2550c77b41ac up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:49:21.616344 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 3bf29b4c-d8a4-4228-b858-2550c77b41ac triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:49:21.616904 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:21.709888 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:21.743841 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:49:21.746279 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f54e3e8-4fa3-4134-bd9c-442ac89d88d2" -d '{"events": [{"server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "name": "network-vif-plugged", "status": "completed", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:49:21.763280 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:21.768743 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:21.801743 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfb94d1-768c-43b0-81b5-d3f4c4a66d52 x-openstack-request-id: req-ddfb94d1-768c-43b0-81b5-d3f4c4a66d52 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:49:21.802868 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "name": "network-vif-plugged", "status": "completed", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:49:21.804026 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddfb94d1-768c-43b0-81b5-d3f4c4a66d52 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:49:21.805458 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'code': 200} Sep 29 19:49:21.837429 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:22.057550 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c2bf1-7bce-4cf3-b86c-9cb575b72f15 req-200dc662-f4b3-48a0-897d-3e02289d98c6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:22.060072 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-269c2bf1-7bce-4cf3-b86c-9cb575b72f15 req-200dc662-f4b3-48a0-897d-3e02289d98c6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0534103 Sep 29 19:49:22.108615 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-269c2bf1-7bce-4cf3-b86c-9cb575b72f15 req-d3debfac-fc7b-4252-8aa1-5c8a94ce65f2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420341 Sep 29 19:49:22.470513 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69665d7c-ba04-49b6-b3d2-3851c3e02d0a req-55ead576-ad1d-4dad-9d7f-9a8487a87f40 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:22.472412 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-69665d7c-ba04-49b6-b3d2-3851c3e02d0a req-55ead576-ad1d-4dad-9d7f-9a8487a87f40 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 943 time: 0.0588331 Sep 29 19:49:22.521086 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-69665d7c-ba04-49b6-b3d2-3851c3e02d0a req-2f3a7e59-cf13-46a3-9662-d70ee034824c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373549 Sep 29 19:49:23.250573 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4a47c-d485-4b5e-a9c9-9790128ad2e1 req-f64ca260-82da-4a3f-9a41-a23e354c6f8f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:23.252544 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0dc4a47c-d485-4b5e-a9c9-9790128ad2e1 req-f64ca260-82da-4a3f-9a41-a23e354c6f8f tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0584288 Sep 29 19:49:23.316716 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0dc4a47c-d485-4b5e-a9c9-9790128ad2e1 req-1b8c45c5-02b3-4bf3-8df2-cfc35137a774 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552683 Sep 29 19:49:23.655756 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bab83-001c-4006-8c33-7415a4cb1969 req-b8f3082b-0ad2-4682-a7db-523d4a07d7e7 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:23.657687 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a74bab83-001c-4006-8c33-7415a4cb1969 req-b8f3082b-0ad2-4682-a7db-523d4a07d7e7 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 943 time: 0.0582807 Sep 29 19:49:23.702582 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a74bab83-001c-4006-8c33-7415a4cb1969 req-e5b13066-cc7c-4b6c-81fe-dab14b3efc2d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383074 Sep 29 19:49:24.468444 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bfdea-e687-4820-b006-ba539516b084 req-7fba2840-1102-4484-a0ec-e2efb96e2baf tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:24.472192 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b13bfdea-e687-4820-b006-ba539516b084 req-7fba2840-1102-4484-a0ec-e2efb96e2baf tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0627682 Sep 29 19:49:24.517470 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b13bfdea-e687-4820-b006-ba539516b084 req-d7e6629e-8864-4510-8978-73e170820460 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392587 Sep 29 19:49:24.827433 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98fafe-52ef-4635-a98b-1a14647dad8b req-32adca5d-76db-4ac6-8412-17d7b54bfe40 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:24.828993 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9f98fafe-52ef-4635-a98b-1a14647dad8b req-32adca5d-76db-4ac6-8412-17d7b54bfe40 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 943 time: 0.0530508 Sep 29 19:49:24.877621 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9f98fafe-52ef-4635-a98b-1a14647dad8b req-5cd272e0-3fda-4c54-953a-6e22d2fa50d3 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413067 Sep 29 19:49:25.565796 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device bcd83891-5861-43e6-9cec-4638ccd989ba details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:49:25.704970 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb2cf0-ce39-46de-b292-ab62eeebb3cb req-8797913c-1d07-4633-a3be-52df5a3d2ce4 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:25.720518 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fdfb2cf0-ce39-46de-b292-ab62eeebb3cb req-8797913c-1d07-4633-a3be-52df5a3d2ce4 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0963471 Sep 29 19:49:25.766660 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port bcd83891-5861-43e6-9cec-4638ccd989ba, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=bcd83891-5861-43e6-9cec-4638ccd989ba,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:25.793125 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fdfb2cf0-ce39-46de-b292-ab62eeebb3cb req-c7651f27-ff6e-4880-b922-f56c4f4030be tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711083 Sep 29 19:49:25.799779 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'mac_address': 'fa:16:3e:73:9e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:49:25.841906 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:25.864331 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd83891-5861-43e6-9cec-4638ccd989ba {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:49:25.888545 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port bcd83891-5861-43e6-9cec-4638ccd989ba, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=bcd83891-5861-43e6-9cec-4638ccd989ba,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:25.893252 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:25.965333 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=bcd83891-5861-43e6-9cec-4638ccd989ba,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:26.014945 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182ee70-fac6-44eb-9480-a967215a1cea req-1ac1b1ec-832d-44e6-bde3-8cf12a26ceac tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:26.017493 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d182ee70-fac6-44eb-9480-a967215a1cea req-1ac1b1ec-832d-44e6-bde3-8cf12a26ceac tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 944 time: 0.0605352 Sep 29 19:49:26.061729 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d182ee70-fac6-44eb-9480-a967215a1cea req-7560ff07-6a64-46d1-bdf0-fad3d95dfa13 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389380 Sep 29 19:49:26.178717 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['bcd83891-5861-43e6-9cec-4638ccd989ba'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:49:26.953449 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a680f-25a6-425f-be28-e829b41c705a req-0d766cdf-baa1-4c5a-805a-c0fb418bddc2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:26.953449 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d76a680f-25a6-425f-be28-e829b41c705a req-0d766cdf-baa1-4c5a-805a-c0fb418bddc2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0674317 Sep 29 19:49:27.000703 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d76a680f-25a6-425f-be28-e829b41c705a req-8da309ae-5830-4550-9c61-6f38f33820aa tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453198 Sep 29 19:49:27.203370 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b9126-4e3c-4ccb-8b2e-5e586f1e9b3e req-6ccdbd3e-f268-4225-ab06-7e6ba4dc406e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:27.204916 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e11b9126-4e3c-4ccb-8b2e-5e586f1e9b3e req-6ccdbd3e-f268-4225-ab06-7e6ba4dc406e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 944 time: 0.0649517 Sep 29 19:49:27.255365 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e11b9126-4e3c-4ccb-8b2e-5e586f1e9b3e req-bf4a95fc-6ab8-4e36-b80e-4046bd9a8a53 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438206 Sep 29 19:49:27.557121 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device bcd83891-5861-43e6-9cec-4638ccd989ba up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:49:27.615310 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port bcd83891-5861-43e6-9cec-4638ccd989ba completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:49:27.619846 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port bcd83891-5861-43e6-9cec-4638ccd989ba triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:49:27.620723 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:27.716395 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:27.740152 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd83891-5861-43e6-9cec-4638ccd989ba'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:49:27.742416 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64074186-8423-4d59-b818-539821ea2a09" -d '{"events": [{"server_uuid": "6b389e7e-6ef2-4ea3-a0e3-25476d6a0190", "name": "network-vif-plugged", "status": "completed", "tag": "bcd83891-5861-43e6-9cec-4638ccd989ba"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:49:27.756744 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port bcd83891-5861-43e6-9cec-4638ccd989ba, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=bcd83891-5861-43e6-9cec-4638ccd989ba,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:27.761908 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:27.790552 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ce86c9-e495-401e-99f5-86364af831a9 x-openstack-request-id: req-b2ce86c9-e495-401e-99f5-86364af831a9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:49:27.790790 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b389e7e-6ef2-4ea3-a0e3-25476d6a0190", "name": "network-vif-plugged", "status": "completed", "tag": "bcd83891-5861-43e6-9cec-4638ccd989ba", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:49:27.791154 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2ce86c9-e495-401e-99f5-86364af831a9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:49:27.791349 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'code': 200} Sep 29 19:49:27.829765 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=bcd83891-5861-43e6-9cec-4638ccd989ba,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:28.052435 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5b9b4-1300-4534-a72c-04fb60096794 req-5b36e238-92ac-42bf-b8a1-e2567b3c6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:28.054005 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d0e5b9b4-1300-4534-a72c-04fb60096794 req-5b36e238-92ac-42bf-b8a1-e2567b3c6e9f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 1098 time: 0.0441689 Sep 29 19:49:28.130384 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbf9f7-b5ac-4a93-a0d8-73cff9542b28 req-84c71aba-ce26-44f5-ad15-f1a75cbfe4d2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:28.131937 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48cbf9f7-b5ac-4a93-a0d8-73cff9542b28 req-84c71aba-ce26-44f5-ad15-f1a75cbfe4d2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0507591 Sep 29 19:49:28.170760 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-48cbf9f7-b5ac-4a93-a0d8-73cff9542b28 req-44820afd-8340-4e80-9f91-5685fa4b697e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324187 Sep 29 19:49:28.200540 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d0e5b9b4-1300-4534-a72c-04fb60096794 req-9bae27da-cfbf-4055-8d77-34570470f3bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298049 Sep 29 19:49:28.377824 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3de6-bef7-4897-ad1f-eac7b00e6359 req-8b59ce85-531b-4121-a36b-1ddb52d18898 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:28.379513 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-58ef3de6-bef7-4897-ad1f-eac7b00e6359 req-8b59ce85-531b-4121-a36b-1ddb52d18898 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 945 time: 0.0518813 Sep 29 19:49:28.423731 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-58ef3de6-bef7-4897-ad1f-eac7b00e6359 req-22af51df-afa1-42a5-9334-4a7d9f7ccae9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378633 Sep 29 19:49:28.680931 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68aae-0605-4997-a997-45554d8d63e2 req-367fd659-8b0b-434b-a099-302b5c17832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:28.682327 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-29f68aae-0605-4997-a997-45554d8d63e2 req-367fd659-8b0b-434b-a099-302b5c17832c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 1099 time: 0.0406330 Sep 29 19:49:28.777010 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68aae-0605-4997-a997-45554d8d63e2 req-4b31eca7-a823-4eec-9c87-b9b5160a9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:28.778480 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-29f68aae-0605-4997-a997-45554d8d63e2 req-4b31eca7-a823-4eec-9c87-b9b5160a9937 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 917 time: 0.0885530 Sep 29 19:49:28.854383 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-29f68aae-0605-4997-a997-45554d8d63e2 req-f9b0bb38-a97c-4630-b87c-cc7a095d4f02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac HTTP/1.1" status: 200 len: 1002 time: 0.0614247 Sep 29 19:49:28.910917 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68aae-0605-4997-a997-45554d8d63e2 req-0cf3b86e-40b3-42f3-8116-239db8cf5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:28.912405 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-29f68aae-0605-4997-a997-45554d8d63e2 req-0cf3b86e-40b3-42f3-8116-239db8cf5d60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 200 len: 855 time: 0.0492654 Sep 29 19:49:28.960686 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68aae-0605-4997-a997-45554d8d63e2 req-f1ef5ba3-8ab5-486c-98ef-8657d8604df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:28.962327 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-29f68aae-0605-4997-a997-45554d8d63e2 req-f1ef5ba3-8ab5-486c-98ef-8657d8604df8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15520bd8-ddde-49dc-8308-5fe62c865319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402503 Sep 29 19:49:29.053884 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-29f68aae-0605-4997-a997-45554d8d63e2 req-95784013-f138-4435-bba3-b1770a0ab0ab service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837805 Sep 29 19:49:29.164741 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-29f68aae-0605-4997-a997-45554d8d63e2 req-3c4ff94e-806f-4c0e-a1cc-7e3ad0fde2ec service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975137 Sep 29 19:49:29.296875 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb9bb2-4b5d-4d14-acbd-c66c165d6833 req-59f85c28-eae0-47dd-80d1-d1cd17789673 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:29.298433 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0ceb9bb2-4b5d-4d14-acbd-c66c165d6833 req-59f85c28-eae0-47dd-80d1-d1cd17789673 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.0528719 Sep 29 19:49:29.341801 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0ceb9bb2-4b5d-4d14-acbd-c66c165d6833 req-c8412b65-4f61-4682-9fd1-13838f0ba781 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366039 Sep 29 19:49:29.540923 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d74483-78f3-4dd5-bbc9-7b0571b13c6f req-4234f466-8b42-4fde-87a6-60e0cc60dd73 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:29.542321 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e9d74483-78f3-4dd5-bbc9-7b0571b13c6f req-4234f466-8b42-4fde-87a6-60e0cc60dd73 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Sep 29 19:49:29.583647 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e9d74483-78f3-4dd5-bbc9-7b0571b13c6f req-a7c0ca7f-850e-4ff2-9aaf-576337921471 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340188 Sep 29 19:49:29.700735 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ec29e-df5d-4572-ba39-238fe7294169 req-6a2801e3-3984-483d-93de-eae9902d7874 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:29.702788 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-228ec29e-df5d-4572-ba39-238fe7294169 req-6a2801e3-3984-483d-93de-eae9902d7874 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Sep 29 19:49:29.746311 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-228ec29e-df5d-4572-ba39-238fe7294169 req-846b7156-f307-4e8a-b1f5-5c2288712edb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360556 Sep 29 19:49:29.769158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35286) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:29.808391 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e0263f-fb35-4547-8fcc-f4f3cf2330cf tempest-TestVolumeBootPattern-237957089 tempest-TestVolumeBootPattern-237957089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:29.809911 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-72e0263f-fb35-4547-8fcc-f4f3cf2330cf tempest-TestVolumeBootPattern-237957089 tempest-TestVolumeBootPattern-237957089-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 1093 time: 0.0397408 Sep 29 19:49:29.813274 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35288) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:29.817674 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'floatingip': {'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:29.849784 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:29.946803 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:30.057426 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Allocated IP 172.27.1.11 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/e69f7281-e397-48ea-a378-7ad66bdfe6b3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:49:30.170916 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:30.207769 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:30.244130 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:49:30.247033 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:49:30.252905 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:49:30.282070 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'Port': ['ID=e69f7281-e397-48ea-a378-7ad66bdfe6b3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:30.529239 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-30948f67-b54f-4476-832f-5b0a4df180a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:30.530855 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-30948f67-b54f-4476-832f-5b0a4df180a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab76d938d5f4002b4656c0c389a95c1&device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 1138 time: 0.0425785 Sep 29 19:49:30.575441 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f3d41-2ebd-4d08-aa8d-6954457c5fa9 req-e033973d-239f-4e94-98bc-71847c3bfd9e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:30.577055 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f94f3d41-2ebd-4d08-aa8d-6954457c5fa9 req-e033973d-239f-4e94-98bc-71847c3bfd9e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 946 time: 0.1486855 Sep 29 19:49:30.615999 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dffc3d-50c1-48d0-b5ef-688914193515 req-5d978d51-2721-4827-826a-f8259bad8f59 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:30.617572 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-77dffc3d-50c1-48d0-b5ef-688914193515 req-5d978d51-2721-4827-826a-f8259bad8f59 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.1510620 Sep 29 19:49:30.641540 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-ba8c7328-ac87-47e2-b38a-5544ae734de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:30.642962 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-ba8c7328-ac87-47e2-b38a-5544ae734de0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7449da20-42da-4806-8381-881a496819fc HTTP/1.1" status: 200 len: 916 time: 0.1008050 Sep 29 19:49:30.724459 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-c3e2a504-5071-4f4e-ad58-6841342568b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 200 len: 1002 time: 0.0716841 Sep 29 19:49:30.735886 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-77dffc3d-50c1-48d0-b5ef-688914193515 req-e5889b21-2588-4ee1-bab8-e16ae1bd8489 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096539 Sep 29 19:49:30.738833 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f94f3d41-2ebd-4d08-aa8d-6954457c5fa9 req-97f6b3a8-9dba-41c1-bca5-f003191c7458 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373599 Sep 29 19:49:30.786571 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-abe7b4f2-b30e-46b2-a400-ccd26c01bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:30.788069 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-abe7b4f2-b30e-46b2-a400-ccd26c01bcbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b HTTP/1.1" status: 200 len: 854 time: 0.0547674 Sep 29 19:49:30.802717 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:30.848865 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-c2a870eb-ed39-478f-a5b1-d43cf72ce415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:30.850816 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-c2a870eb-ed39-478f-a5b1-d43cf72ce415 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7449da20-42da-4806-8381-881a496819fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518148 Sep 29 19:49:30.879096 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:30.971005 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-159cce6c-377c-46eb-9219-bae209a073f4 service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104052 Sep 29 19:49:31.040752 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:31.045794 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:31.084166 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2f3dc88-a9c9-4e6a-be89-360438c1e6fa req-6df29923-10fd-4847-99a8-0673cb70b513 service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045527 Sep 29 19:49:31.118973 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'Port': ['ID=e69f7281-e397-48ea-a378-7ad66bdfe6b3,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:31.130650 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:31.246680 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.l3_db [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Floating IP d795a6b4-2539-4849-a1b9-01d4e9c8aa6a associated. External IP: 172.27.1.11, port: bcd83891-5861-43e6-9cec-4638ccd989ba. Sep 29 19:49:31.574417 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 3bf29b4c-d8a4-4228-b858-2550c77b41ac no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:49:31.656266 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:31.679104 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:49:31.681382 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b1d5a2-4943-41fe-a5d7-66cfb7ed439f" -d '{"events": [{"server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:49:31.695461 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:31.695637 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Router a594527f-8ecf-4523-8362-6b1444c9f2ea has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:49:31.700948 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:31.724793 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 19:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aafe5d-3053-49f5-9da4-85b5354948ca x-openstack-request-id: req-a9aafe5d-3053-49f5-9da4-85b5354948ca {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:49:31.725093 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "name": "network-vif-unplugged", "status": "failed", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac", "code": 422}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:49:31.725337 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9aafe5d-3053-49f5-9da4-85b5354948ca {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:49:31.725728 dv-cinder-811740-1-iscsi neutron-server[100713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'code': 422} returned with failed status Sep 29 19:49:31.752446 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:31.824320 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:49:31.840712 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] Sync routers for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:49:31.850768 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:49:31.851521 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:49:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:31.885344 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:31.929469 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-f1d4b868-fd6f-4e90-b62a-4c8f60cd38ff tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1151311 Sep 29 19:49:31.931377 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'tag': 'bcd83891-5861-43e6-9cec-4638ccd989ba'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:49:31.933646 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d8304-357a-48dc-8c4a-dca8e289ee24" -d '{"events": [{"name": "network-changed", "server_uuid": "6b389e7e-6ef2-4ea3-a0e3-25476d6a0190", "tag": "bcd83891-5861-43e6-9cec-4638ccd989ba"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:49:31.944481 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cafbf-0d3e-4915-9b82-fd83bda829ef req-f6791c45-16ba-475c-8545-a2390d4f9946 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:31.945996 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4b5cafbf-0d3e-4915-9b82-fd83bda829ef req-f6791c45-16ba-475c-8545-a2390d4f9946 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.1140065 Sep 29 19:49:31.953616 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ba403-20b7-4119-aa9d-2bc6f2ff0010 req-eb3e3a60-10be-4f82-aaef-6416406a5de5 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:31.955120 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-861ba403-20b7-4119-aa9d-2bc6f2ff0010 req-eb3e3a60-10be-4f82-aaef-6416406a5de5 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.1427774 Sep 29 19:49:31.979187 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:49:32.012047 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4b5cafbf-0d3e-4915-9b82-fd83bda829ef req-b64e93f7-2113-49bd-9ac2-078474dcdda6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558650 Sep 29 19:49:32.020432 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-861ba403-20b7-4119-aa9d-2bc6f2ff0010 req-aa05f133-83c5-4923-8581-5b7f80818649 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581744 Sep 29 19:49:32.064616 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e32fa2-9d51-4bce-9e17-f6b4e319ee13 x-openstack-request-id: req-c0e32fa2-9d51-4bce-9e17-f6b4e319ee13 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:49:32.064913 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b389e7e-6ef2-4ea3-a0e3-25476d6a0190", "tag": "bcd83891-5861-43e6-9cec-4638ccd989ba", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:49:32.065158 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0e32fa2-9d51-4bce-9e17-f6b4e319ee13 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:49:32.065552 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'tag': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'status': 'completed', 'code': 200} Sep 29 19:49:32.133454 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-fe279b5d-88f0-4a5b-84c6-10ecf5a099c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:32.135035 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-fe279b5d-88f0-4a5b-84c6-10ecf5a099c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 1098 time: 0.0432389 Sep 29 19:49:32.225395 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'd795a6b4-2539-4849-a1b9-01d4e9c8aa6a', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:73:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:30Z', 'updated_at': '2021-09-29T19:49:30Z', 'revision_number': 0, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:32.249224 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-ddbb74db-85d5-41e8-8966-9069891e6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:32.250770 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-ddbb74db-85d5-41e8-8966-9069891e6fdf service neutron] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 913 time: 0.1057894 Sep 29 19:49:32.254437 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] Checking router: a594527f-8ecf-4523-8362-6b1444c9f2ea for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:49:32.264141 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:49:32.265569 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:49:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:32.328292 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-093d2d82-389a-4d6b-8ab4-925d1ff7229a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd83891-5861-43e6-9cec-4638ccd989ba HTTP/1.1" status: 200 len: 998 time: 0.0688195 Sep 29 19:49:32.383781 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-ef28d190-ec1d-426a-b226-381c7d0c7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:32.384060 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:49:32.385446 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-ef28d190-ec1d-426a-b226-381c7d0c7a0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.0473959 Sep 29 19:49:32.448134 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-c6ca23f2-9366-493f-ba48-e7ef2b15f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:32.450777 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-c6ca23f2-9366-493f-ba48-e7ef2b15f711 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502336 Sep 29 19:49:32.568206 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-0f2d627f-b526-4433-a907-84f2fe5374e2 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053712 Sep 29 19:49:32.646955 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'd795a6b4-2539-4849-a1b9-01d4e9c8aa6a', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:73:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:30Z', 'updated_at': '2021-09-29T19:49:30Z', 'revision_number': 0, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:32.675065 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0293a-65fb-465a-a37f-86cfaa70eb70 None None] The sync data for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi is: [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'd795a6b4-2539-4849-a1b9-01d4e9c8aa6a', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:73:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:30Z', 'updated_at': '2021-09-29T19:49:30Z', 'revision_number': 0, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:49:32.682477 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-117d8304-357a-48dc-8c4a-dca8e289ee24 req-7c717750-72b0-49e1-9360-d4da910375b9 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054413 Sep 29 19:49:32.901122 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aca62c-09af-44e3-993c-b5361a002812 None None] New status for floating IP d795a6b4-2539-4849-a1b9-01d4e9c8aa6a: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:49:32.947193 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [req-34dacd94-7de4-418c-94ad-505728ae6897 req-bf526ad7-9c3e-4f09-b7c4-a0eabbb4d6bc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:49:32.948862 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-34dacd94-7de4-418c-94ad-505728ae6897 req-bf526ad7-9c3e-4f09-b7c4-a0eabbb4d6bc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065870 Sep 29 19:49:33.158175 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42d59a-2400-4be9-b660-1de777069a9b req-9e8c5a70-130c-4e5b-b0ca-82526d1dd5f4 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:33.159702 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0b42d59a-2400-4be9-b660-1de777069a9b req-9e8c5a70-130c-4e5b-b0ca-82526d1dd5f4 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0852480 Sep 29 19:49:33.202367 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30586460-2d67-4077-b3c0-cbed53b85e01 req-6aa53348-ab64-49f0-8487-0f0a48e8c65b tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:33.203999 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-30586460-2d67-4077-b3c0-cbed53b85e01 req-6aa53348-ab64-49f0-8487-0f0a48e8c65b tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0817952 Sep 29 19:49:33.226525 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0b42d59a-2400-4be9-b660-1de777069a9b req-2274aee3-f06b-4c12-af19-2ef2bbf9b21c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593219 Sep 29 19:49:33.258598 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-30586460-2d67-4077-b3c0-cbed53b85e01 req-c60a7219-319c-4a2e-9a53-2c1ce275a68d tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474145 Sep 29 19:49:33.330641 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35354) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:33.411544 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-a79f4e12-2278-4c77-aa7d-69ea5c3d653d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796466 Sep 29 19:49:33.420196 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-786b3e67-0154-4f46-ac99-397ca4595474 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:49:33.421147 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-786b3e67-0154-4f46-ac99-397ca4595474 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049191 Sep 29 19:49:34.330940 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-6563b258-8747-4324-bae2-ffe8ac932289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:34.333203 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-6563b258-8747-4324-bae2-ffe8ac932289 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe&tenant_id=66270993a5594fba83b2dfc6034c0ccd HTTP/1.1" status: 200 len: 1097 time: 0.0438416 Sep 29 19:49:34.394039 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5893-f931-4e9a-96ae-c1d8f283d81c req-ee9cbb2a-b201-4d8b-a42d-ad53cd59e99c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:34.395450 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-107e5893-f931-4e9a-96ae-c1d8f283d81c req-ee9cbb2a-b201-4d8b-a42d-ad53cd59e99c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0880229 Sep 29 19:49:34.402273 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-ab888d7d-ef75-46a7-b974-d95db744300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:34.403741 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-ab888d7d-ef75-46a7-b974-d95db744300f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66270993a5594fba83b2dfc6034c0ccd&device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 1097 time: 0.0435164 Sep 29 19:49:34.403964 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895128b-444a-4664-bbd2-a14e74c83599 req-db2a5a78-57b1-4f1f-a0c9-bd74ff1d40e4 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:34.405430 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9895128b-444a-4664-bbd2-a14e74c83599 req-db2a5a78-57b1-4f1f-a0c9-bd74ff1d40e4 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0708301 Sep 29 19:49:34.460792 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-107e5893-f931-4e9a-96ae-c1d8f283d81c req-f711cfbc-5da2-461c-a3cc-6555729bc18c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538909 Sep 29 19:49:34.468036 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9895128b-444a-4664-bbd2-a14e74c83599 req-95fad3e5-bed7-4103-bc16-791b657c661e tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550559 Sep 29 19:49:34.509159 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-da03afe0-20b9-4f8e-9aae-e1d72e5d1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:34.510660 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-da03afe0-20b9-4f8e-9aae-e1d72e5d1f9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 200 len: 917 time: 0.0960376 Sep 29 19:49:34.581729 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-ede2ec58-7f74-4cf5-82a2-f73f0d46846f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac HTTP/1.1" status: 200 len: 1000 time: 0.0630338 Sep 29 19:49:34.633395 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-14b81c1d-d309-41db-bfbf-66a06284d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:34.634841 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-14b81c1d-d309-41db-bfbf-66a06284d9c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 200 len: 855 time: 0.0449057 Sep 29 19:49:34.685866 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-177e723f-012f-4df2-93b1-c9551c8d9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:34.687417 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-177e723f-012f-4df2-93b1-c9551c8d9184 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15520bd8-ddde-49dc-8308-5fe62c865319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432847 Sep 29 19:49:34.779965 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-55421823-65b8-4372-a8d4-444baa610efe service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844080 Sep 29 19:49:34.869091 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-96c24de2-5ac7-47e7-afe3-e5a5c1334688 req-7aec8620-3fd6-4bd5-b48f-b76402c58b79 service neutron] 10.222.0.47 "GET /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806844 Sep 29 19:49:35.571224 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74fd10e0-bfbf-4631-acfe-f64cd84fcbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:35.622293 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 3bf29b4c-d8a4-4228-b858-2550c77b41ac no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:49:35.652558 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61fc44-72e7-41c1-9f7a-dfc15dc7a275 req-af04f1e2-85a3-4808-ba59-133cfdd78760 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:35.654248 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-db61fc44-72e7-41c1-9f7a-dfc15dc7a275 req-af04f1e2-85a3-4808-ba59-133cfdd78760 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0908391 Sep 29 19:49:35.663509 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90d5fc-8f17-4ec1-b796-00bb57f27f9f req-4218a7f9-3d7f-4fc1-a16c-1f2af3a54ee0 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:35.668238 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f90d5fc-8f17-4ec1-b796-00bb57f27f9f req-4218a7f9-3d7f-4fc1-a16c-1f2af3a54ee0 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.1020422 Sep 29 19:49:35.741124 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-db61fc44-72e7-41c1-9f7a-dfc15dc7a275 req-4c3fc61a-7da8-4b27-9160-74bd5301506e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615625 Sep 29 19:49:35.748584 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3f90d5fc-8f17-4ec1-b796-00bb57f27f9f req-1046df16-0b18-43fe-98ef-02f9be7a2a61 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756330 Sep 29 19:49:36.918266 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3350a34-8d00-4a4d-8334-d01ad9bb55e9 req-c60506b6-8749-44cc-b485-d2c2671222fd tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:36.920127 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f3350a34-8d00-4a4d-8334-d01ad9bb55e9 req-c60506b6-8749-44cc-b485-d2c2671222fd tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.1013696 Sep 29 19:49:36.930804 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bdbd5-7e86-430e-b74b-45c3ac1ac749 req-d5aa2b24-88a0-43c8-90c3-4fa24e1c7d42 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:36.932359 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-650bdbd5-7e86-430e-b74b-45c3ac1ac749 req-d5aa2b24-88a0-43c8-90c3-4fa24e1c7d42 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.1121757 Sep 29 19:49:36.995402 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f3350a34-8d00-4a4d-8334-d01ad9bb55e9 req-d2b48ea9-34a5-47ea-8c60-db113982fb44 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619984 Sep 29 19:49:36.998418 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-650bdbd5-7e86-430e-b74b-45c3ac1ac749 req-03996271-3229-4116-b315-d547f240abb8 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585530 Sep 29 19:49:38.150096 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff534-7b2a-40b9-b10d-a6e5250a025c req-8093d94c-f1aa-478f-9ad9-318c36bac3fb tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:38.151576 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-95dff534-7b2a-40b9-b10d-a6e5250a025c req-8093d94c-f1aa-478f-9ad9-318c36bac3fb tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0847046 Sep 29 19:49:38.164156 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbe402-7e09-4ace-8c62-40b91342426d req-d36683e3-ab94-40f3-88e6-a97c70f86325 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:38.165562 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2dbbe402-7e09-4ace-8c62-40b91342426d req-d36683e3-ab94-40f3-88e6-a97c70f86325 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0680177 Sep 29 19:49:38.234704 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-95dff534-7b2a-40b9-b10d-a6e5250a025c req-ad829604-a56b-4a2a-9e8e-e26216bae2f6 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680890 Sep 29 19:49:38.238762 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2dbbe402-7e09-4ace-8c62-40b91342426d req-4e24703c-2eac-492e-bdc5-0e05febab886 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661421 Sep 29 19:49:38.566933 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fd0a2e4-f6c8-4384-9a26-d57371e81588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:38.811979 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:39.420730 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23703299-9f1a-4a68-a442-913ad54090f4 req-6dbe18f6-2ef8-44b8-b52c-dd3bfb1b5ebc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:39.422837 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-23703299-9f1a-4a68-a442-913ad54090f4 req-6dbe18f6-2ef8-44b8-b52c-dd3bfb1b5ebc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0894926 Sep 29 19:49:39.433944 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c439-4162-46d0-bb4d-69f7e75ff83a req-0c584434-a6f3-4b63-987d-1c5573867430 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:39.435524 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f330c439-4162-46d0-bb4d-69f7e75ff83a req-0c584434-a6f3-4b63-987d-1c5573867430 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0927649 Sep 29 19:49:39.456899 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:39.492470 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-23703299-9f1a-4a68-a442-913ad54090f4 req-dd540133-f318-4a20-9f9d-1529c9ab745b tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558348 Sep 29 19:49:39.509792 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f330c439-4162-46d0-bb4d-69f7e75ff83a req-dba94ab1-7078-4fb3-bbbc-75b64b413dcb tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543566 Sep 29 19:49:40.649963 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656cb8a-81d2-471b-9226-49df0b56a0e8 req-955b998b-4b59-470a-ab24-3000fbe79e3b tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:40.651397 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a656cb8a-81d2-471b-9226-49df0b56a0e8 req-955b998b-4b59-470a-ab24-3000fbe79e3b tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0795166 Sep 29 19:49:40.664453 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d15f1b-d64c-4c40-b45b-4ef8745c56e0 req-b280a1a8-0e66-4e69-9734-ab22965bd95a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:40.665907 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-59d15f1b-d64c-4c40-b45b-4ef8745c56e0 req-b280a1a8-0e66-4e69-9734-ab22965bd95a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0805750 Sep 29 19:49:40.732393 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a656cb8a-81d2-471b-9226-49df0b56a0e8 req-42022f47-cfe7-4e4d-8634-2bc0a8f4096a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654509 Sep 29 19:49:40.740000 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-59d15f1b-d64c-4c40-b45b-4ef8745c56e0 req-63d37ccb-87d1-48e9-89b6-216c2780349c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648110 Sep 29 19:49:41.311479 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:41.882814 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16592198-727a-401a-a123-24f12821adfc req-9bbe0bc0-bc30-47bc-914d-b539ce4c1339 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:41.884347 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-16592198-727a-401a-a123-24f12821adfc req-9bbe0bc0-bc30-47bc-914d-b539ce4c1339 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0809340 Sep 29 19:49:41.896881 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c28c3-44ab-4878-8d51-276f61ac696b req-8c817448-e5bc-4eff-ba70-e519a298338b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:41.898301 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1b3c28c3-44ab-4878-8d51-276f61ac696b req-8c817448-e5bc-4eff-ba70-e519a298338b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0848753 Sep 29 19:49:41.948823 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1b3c28c3-44ab-4878-8d51-276f61ac696b req-f61457f7-290c-4432-983e-e3976f2744b7 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Sep 29 19:49:41.979529 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-16592198-727a-401a-a123-24f12821adfc req-4a4c6c80-4d50-489a-b9f4-92951bd3d20c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802393 Sep 29 19:49:42.709302 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:43.113188 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c3a17-133d-469b-b55b-273d9acb4297 req-abadf13e-7891-439f-bc28-59b8f1238165 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:43.114643 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-260c3a17-133d-469b-b55b-273d9acb4297 req-abadf13e-7891-439f-bc28-59b8f1238165 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0825725 Sep 29 19:49:43.142979 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e04d7-e4f1-4a12-990a-5478466d08eb req-8493d32c-57d5-4ff7-a33c-2f19fc3193a0 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:43.144436 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b10e04d7-e4f1-4a12-990a-5478466d08eb req-8493d32c-57d5-4ff7-a33c-2f19fc3193a0 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0773277 Sep 29 19:49:43.180424 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-260c3a17-133d-469b-b55b-273d9acb4297 req-e9e921ec-0bb7-4ade-91b6-202e412ff518 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591595 Sep 29 19:49:43.206081 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b10e04d7-e4f1-4a12-990a-5478466d08eb req-1de42921-f0a6-458a-ab7c-ef6a5cadbbc3 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540822 Sep 29 19:49:44.346569 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bab7d-e477-49b1-b4da-be3f059f323f req-7c1e94cf-af13-49f9-bdad-fe7d7271b9ef tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:44.348236 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1c9bab7d-e477-49b1-b4da-be3f059f323f req-7c1e94cf-af13-49f9-bdad-fe7d7271b9ef tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0832567 Sep 29 19:49:44.361391 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2655a-1300-40b6-9a10-ea24ced79fb2 req-696bb460-5180-4a5a-b282-faea373ed01f tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:44.362866 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9ca2655a-1300-40b6-9a10-ea24ced79fb2 req-696bb460-5180-4a5a-b282-faea373ed01f tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0873783 Sep 29 19:49:44.419267 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1c9bab7d-e477-49b1-b4da-be3f059f323f req-a73a81d1-4f60-4eca-af2b-6e648223b1ab tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553782 Sep 29 19:49:44.443389 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9ca2655a-1300-40b6-9a10-ea24ced79fb2 req-b14fe871-3d19-4bc6-a02b-f82ad2d2f81d tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641887 Sep 29 19:49:45.644436 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf887d-42cb-476d-8da0-f0a42c773677 req-6d9b5bec-7d30-4206-aa22-7b7de8482fca tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:45.646010 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ceaf887d-42cb-476d-8da0-f0a42c773677 req-6d9b5bec-7d30-4206-aa22-7b7de8482fca tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0950501 Sep 29 19:49:45.684733 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d8e72-1f1d-4d25-8ad0-459a14255f32 req-1d901668-7009-41a1-9c66-e4b5c48af23a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:45.686317 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-500d8e72-1f1d-4d25-8ad0-459a14255f32 req-1d901668-7009-41a1-9c66-e4b5c48af23a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0941696 Sep 29 19:49:45.717537 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ceaf887d-42cb-476d-8da0-f0a42c773677 req-8e8a6e04-defa-4f5e-8168-df9c03eed643 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646803 Sep 29 19:49:45.751739 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-500d8e72-1f1d-4d25-8ad0-459a14255f32 req-b7d24fca-e92d-4684-a858-912e341676e0 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572944 Sep 29 19:49:46.885694 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75430c-d8f2-4823-91e0-147e5e12f503 req-5539f4c4-3842-4b14-93af-8ec7a5eb8887 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:46.887180 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9b75430c-d8f2-4823-91e0-147e5e12f503 req-5539f4c4-3842-4b14-93af-8ec7a5eb8887 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0830472 Sep 29 19:49:46.922994 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f54a-fbc7-4720-9c38-d81980ee9512 req-4f61621f-a83d-4aaa-b1d8-4dce65c32d2a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:46.924527 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-df22f54a-fbc7-4720-9c38-d81980ee9512 req-4f61621f-a83d-4aaa-b1d8-4dce65c32d2a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0907426 Sep 29 19:49:46.951049 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9b75430c-d8f2-4823-91e0-147e5e12f503 req-67f760f7-4448-419b-b644-8596cb1e331e tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560577 Sep 29 19:49:46.980339 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-df22f54a-fbc7-4720-9c38-d81980ee9512 req-b2225394-6c46-4440-8d9c-32f6a3a7fe7c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456934 Sep 29 19:49:48.098402 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0808f-26a9-46b7-a9c0-06959204ca5f req-e5509cfe-ce35-46b5-ac4c-830d0c9683fe tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:48.099900 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-eff0808f-26a9-46b7-a9c0-06959204ca5f req-e5509cfe-ce35-46b5-ac4c-830d0c9683fe tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0793254 Sep 29 19:49:48.123080 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cfadd-e20d-43dd-82e2-ace615e6e6e7 req-dba7ffa4-d956-4824-8e81-dd46513a3bbe tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:48.124667 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a44cfadd-e20d-43dd-82e2-ace615e6e6e7 req-dba7ffa4-d956-4824-8e81-dd46513a3bbe tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0709021 Sep 29 19:49:48.170544 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-eff0808f-26a9-46b7-a9c0-06959204ca5f req-32f8374b-01d9-451f-b70d-dab8282bc17f tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638351 Sep 29 19:49:48.184541 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a44cfadd-e20d-43dd-82e2-ace615e6e6e7 req-22b452d1-df62-4d9f-87c8-e1c2625fb6cf tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531757 Sep 29 19:49:49.321332 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e4a11-cf56-47d2-922e-06a05b86c9b1 req-5ab45963-1505-48c8-80d1-005f4d417a96 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:49.322806 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-888e4a11-cf56-47d2-922e-06a05b86c9b1 req-5ab45963-1505-48c8-80d1-005f4d417a96 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0784941 Sep 29 19:49:49.345220 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f77ef2-3c9f-49df-bebd-40cb1f4a279f req-e7ece9b9-0e6a-45da-8fe8-6a4ef31def71 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:49.346558 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-19f77ef2-3c9f-49df-bebd-40cb1f4a279f req-e7ece9b9-0e6a-45da-8fe8-6a4ef31def71 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0763488 Sep 29 19:49:49.394332 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-888e4a11-cf56-47d2-922e-06a05b86c9b1 req-11a57147-8912-4c77-b2eb-184cfdf09d1c tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=748c62b1-baed-4991-b95d-95d081516018&id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648341 Sep 29 19:49:49.401424 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-19f77ef2-3c9f-49df-bebd-40cb1f4a279f req-c1235c88-7780-4564-894c-769e62353812 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488005 Sep 29 19:49:49.540512 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:49:50.522275 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ac4d-edc9-44d6-b1d4-e168fc360d19 req-490719d8-5ce9-4fa9-af2e-42e3a788985e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:50.523831 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-67a4ac4d-edc9-44d6-b1d4-e168fc360d19 req-490719d8-5ce9-4fa9-af2e-42e3a788985e tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0510533 Sep 29 19:49:50.562933 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-67a4ac4d-edc9-44d6-b1d4-e168fc360d19 req-653ebe91-ce9f-4230-a05b-d0349447113b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330527 Sep 29 19:49:51.689539 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d12df-cde7-4c9e-8b72-385382802db9 req-1f39bf4e-ec6c-44b0-94cd-f767754c806b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:51.691049 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f57d12df-cde7-4c9e-8b72-385382802db9 req-1f39bf4e-ec6c-44b0-94cd-f767754c806b tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 944 time: 0.0490906 Sep 29 19:49:51.731779 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f57d12df-cde7-4c9e-8b72-385382802db9 req-903c427f-53c0-426e-acc5-1ce444009544 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329161 Sep 29 19:49:51.761671 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 3bf29b4c-d8a4-4228-b858-2550c77b41ac details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:49:51.866451 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:51.881762 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'port_id': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'mac_address': 'fa:16:3e:a9:f4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:49:51.924742 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:51.938253 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf29b4c-d8a4-4228-b858-2550c77b41ac {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:49:51.957668 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:51.961842 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:52.009291 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:52.242650 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['3bf29b4c-d8a4-4228-b858-2550c77b41ac'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:49:52.866275 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43026eaa-acd1-4d42-b859-a01b67b8f982 req-7d740349-9d33-425b-95a3-3c56d248c342 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:52.867781 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-43026eaa-acd1-4d42-b859-a01b67b8f982 req-7d740349-9d33-425b-95a3-3c56d248c342 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 945 time: 0.0592966 Sep 29 19:49:52.908069 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-43026eaa-acd1-4d42-b859-a01b67b8f982 req-c6e7f352-bfbd-4ada-bb1b-508f06497e61 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342197 Sep 29 19:49:53.489159 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae8b1-f5af-410e-8b10-982bd5e0d13f req-77788c83-3e67-47f3-a6a2-0188e2f24e8b tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:53.490687 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-962ae8b1-f5af-410e-8b10-982bd5e0d13f req-77788c83-3e67-47f3-a6a2-0188e2f24e8b tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0506749 Sep 29 19:49:53.529768 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-962ae8b1-f5af-410e-8b10-982bd5e0d13f req-b30c6a5f-0ab4-4c48-9fff-08fb13de4d8e tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329583 Sep 29 19:49:53.789734 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 3bf29b4c-d8a4-4228-b858-2550c77b41ac up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:49:53.837877 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 3bf29b4c-d8a4-4228-b858-2550c77b41ac triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:49:53.838246 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:53.920421 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:54.041714 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1ca4e-bef8-4675-afb2-f60c9d9bea49 req-7fe80500-7db1-4d9d-a1ef-a4903b9b475d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:54.043615 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-afe1ca4e-bef8-4675-afb2-f60c9d9bea49 req-7fe80500-7db1-4d9d-a1ef-a4903b9b475d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 945 time: 0.0562937 Sep 29 19:49:54.074849 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:49:54.078218 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5972e3f-277d-4aad-a4d1-3a5232c8a35a" -d '{"events": [{"server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "name": "network-vif-plugged", "status": "completed", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:49:54.088106 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-afe1ca4e-bef8-4675-afb2-f60c9d9bea49 req-1c2fde48-9bde-4c5e-825b-218d9363e29a tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366817 Sep 29 19:49:54.093245 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:54.098839 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:54.143680 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8534a8-a62d-4dff-baf3-07b353d3f022 x-openstack-request-id: req-cf8534a8-a62d-4dff-baf3-07b353d3f022 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:49:54.144190 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "name": "network-vif-plugged", "status": "completed", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:49:54.144590 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf8534a8-a62d-4dff-baf3-07b353d3f022 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:49:54.145061 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'code': 200} Sep 29 19:49:54.163990 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:54.371974 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561986ac-64c6-4f4f-845a-b09de6fbb2f9 req-e68cf617-f4e1-4add-a466-4e3b37d09d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:54.373558 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-561986ac-64c6-4f4f-845a-b09de6fbb2f9 req-e68cf617-f4e1-4add-a466-4e3b37d09d07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 1100 time: 0.0588970 Sep 29 19:49:54.416622 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-561986ac-64c6-4f4f-845a-b09de6fbb2f9 req-61551835-74d4-4b12-9d58-a6d6efab48ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342152 Sep 29 19:49:54.675847 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96845795-855a-4525-9ea3-9c762464a79a req-17dd39f5-fed3-4567-ad0d-ffa61f67aa3d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:54.677381 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-96845795-855a-4525-9ea3-9c762464a79a req-17dd39f5-fed3-4567-ad0d-ffa61f67aa3d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0703003 Sep 29 19:49:54.722069 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-96845795-855a-4525-9ea3-9c762464a79a req-4d74c588-b3df-43a2-be71-a293d01953e4 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368826 Sep 29 19:49:55.226551 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff23c51-b373-489c-96c8-261bfc4b44f5 req-d6f261bc-2fcf-4996-81fa-356cee852048 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:55.228033 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4ff23c51-b373-489c-96c8-261bfc4b44f5 req-d6f261bc-2fcf-4996-81fa-356cee852048 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 947 time: 0.0616593 Sep 29 19:49:55.265925 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4ff23c51-b373-489c-96c8-261bfc4b44f5 req-3a0cecc8-dac1-4324-9468-ad4a375e13d6 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Sep 29 19:49:55.842777 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193dd89-208d-48a3-bc43-0a36485b0d53 req-58f55e63-577b-4a3e-b761-35a89acf72f2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:55.844288 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2193dd89-208d-48a3-bc43-0a36485b0d53 req-58f55e63-577b-4a3e-b761-35a89acf72f2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0501711 Sep 29 19:49:55.885525 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2193dd89-208d-48a3-bc43-0a36485b0d53 req-2b52cd35-a49d-4e34-80d2-1454f74b3db3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa93b629-790f-4a4f-bff7-3b14d9986c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352702 Sep 29 19:49:56.263334 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-b1753ef0-dceb-4226-88c7-b3e5a33367ad tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:56.264895 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-b1753ef0-dceb-4226-88c7-b3e5a33367ad tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.47 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 945 time: 0.0616810 Sep 29 19:49:56.383166 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Deleting port 578a80d8-61d2-47fa-b1c7-320a20940831 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:49:56.383511 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:56.409894 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a64edb-6b6c-475d-97de-167002644389 req-d2f6aaff-edea-47f7-8a4d-65b077647ef8 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:56.418168 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-26a64edb-6b6c-475d-97de-167002644389 req-d2f6aaff-edea-47f7-8a4d-65b077647ef8 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 947 time: 0.0709941 Sep 29 19:49:56.456625 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-26a64edb-6b6c-475d-97de-167002644389 req-58da4c16-6c08-46fe-8491-f54004c519ff tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375059 Sep 29 19:49:56.485574 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] For port 578a80d8-61d2-47fa-b1c7-320a20940831, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=578a80d8-61d2-47fa-b1c7-320a20940831,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:49:56.485981 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:56.653981 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:56.654377 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:56.654690 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.l3_db [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Floating IP 4ef3e476-77f8-4c3f-8dd3-4dbca236e8f9 disassociated. External IP: 172.27.1.131, port: 578a80d8-61d2-47fa-b1c7-320a20940831. Sep 29 19:49:56.655684 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Calling delete_port for 578a80d8-61d2-47fa-b1c7-320a20940831 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:49:56.782326 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:56.815253 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event deleted for resources: {'Port': ['ID=578a80d8-61d2-47fa-b1c7-320a20940831,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:56.924253 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:49:56.981529 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-33f70427-b991-4086-884e-201192c918f2 req-5d04881d-ffa9-4bc4-b9a1-486edc36b310 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=58579562-8629-47ec-a747-ca4e7407559d HTTP/1.1" status: 200 len: 210 time: 0.0260186 Sep 29 19:49:57.030214 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:49:57.040506 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] Sync routers for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:49:57.050608 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:49:57.051245 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:49:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:57.068159 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] No DVR routers for this DVR port 578a80d8-61d2-47fa-b1c7-320a20940831 on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:49:57.070720 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:57.072820 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d803984c-dad8-4a8a-95b0-7974b8518ac5 req-9c5dd118-6f61-4403-bba8-1e6966475b97 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.47 "DELETE /v2.0/ports/578a80d8-61d2-47fa-b1c7-320a20940831 HTTP/1.1" status: 204 len: 173 time: 0.8019145 Sep 29 19:49:57.073255 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58579562-8629-47ec-a747-ca4e7407559d', 'name': 'network-vif-deleted', 'tag': '578a80d8-61d2-47fa-b1c7-320a20940831'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:49:57.075541 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16d428e-3fb7-4b2d-84b6-69ab2d3846fc" -d '{"events": [{"server_uuid": "58579562-8629-47ec-a747-ca4e7407559d", "name": "network-vif-deleted", "tag": "578a80d8-61d2-47fa-b1c7-320a20940831"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:49:57.118634 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589da8d4-231e-403a-917f-c7d071d4cc68 x-openstack-request-id: req-589da8d4-231e-403a-917f-c7d071d4cc68 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:49:57.118928 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58579562-8629-47ec-a747-ca4e7407559d", "name": "network-vif-deleted", "tag": "578a80d8-61d2-47fa-b1c7-320a20940831", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:49:57.119163 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-589da8d4-231e-403a-917f-c7d071d4cc68 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:49:57.119569 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58579562-8629-47ec-a747-ca4e7407559d', 'name': 'network-vif-deleted', 'tag': '578a80d8-61d2-47fa-b1c7-320a20940831', 'status': 'completed', 'code': 200} Sep 29 19:49:57.174957 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:49:57.376741 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:57.408087 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] Checking router: 37e1f2fd-6901-45b5-8ca2-b8a934d04eec for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:49:57.416588 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:49:57.417207 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:49:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:57.532319 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:49:57.595913 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fb8f2-49bc-45d5-a369-5789813d1885 req-ee09dfe8-30ed-485f-b0a7-df09e09ca2f1 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:49:57.597696 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-529fb8f2-49bc-45d5-a369-5789813d1885 req-ee09dfe8-30ed-485f-b0a7-df09e09ca2f1 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 947 time: 0.0515554 Sep 29 19:49:57.644349 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-529fb8f2-49bc-45d5-a369-5789813d1885 req-860c8263-fc83-493e-8b6c-a89d5ae8b360 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392008 Sep 29 19:49:57.752827 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:49:57.780094 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e476-2173-46f7-a79d-719368c013ea None None] The sync data for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi is: [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:49:58.005336 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b295161-9083-40cc-9d2f-e27d6c6f3ee5 None None] New status for floating IP 4ef3e476-77f8-4c3f-8dd3-4dbca236e8f9: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:49:58.077547 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35530) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:58.146733 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2313af1a-a8d4-49be-9cf0-c536392e0bd1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:58.174167 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2313af1a-a8d4-49be-9cf0-c536392e0bd1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:58.234463 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2313af1a-a8d4-49be-9cf0-c536392e0bd1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:58.237400 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2313af1a-a8d4-49be-9cf0-c536392e0bd1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:58.239035 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2313af1a-a8d4-49be-9cf0-c536392e0bd1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa93b629-790f-4a4f-bff7-3b14d9986c74 HTTP/1.1" status: 204 len: 168 time: 0.1595821 Sep 29 19:49:58.247862 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:58.251213 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313af1a-a8d4-49be-9cf0-c536392e0bd1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa93b629-790f-4a4f-bff7-3b14d9986c74,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:58.265465 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.api.v2.resource [None req-2f13278c-9e13-45f8-b060-1e3aef2c5ac2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] show failed (client error): The resource could not be found. Sep 29 19:49:58.266511 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-2f13278c-9e13-45f8-b060-1e3aef2c5ac2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups/aa93b629-790f-4a4f-bff7-3b14d9986c74 HTTP/1.1" status: 404 len: 347 time: 0.0223768 Sep 29 19:49:58.269825 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35534) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:58.396520 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-f17198a0-9cc7-4505-9a0b-e4878323f67f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Deleting port 3d1a6848-0a92-464e-89c8-90726a3453c7 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:49:58.396861 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f17198a0-9cc7-4505-9a0b-e4878323f67f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:58.475887 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f17198a0-9cc7-4505-9a0b-e4878323f67f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:58.476208 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f17198a0-9cc7-4505-9a0b-e4878323f67f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:58.487729 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-f17198a0-9cc7-4505-9a0b-e4878323f67f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Calling delete_port for 3d1a6848-0a92-464e-89c8-90726a3453c7 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:49:58.855850 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f17198a0-9cc7-4505-9a0b-e4878323f67f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:58.885177 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17198a0-9cc7-4505-9a0b-e4878323f67f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event deleted for resources: {'Port': ['ID=3d1a6848-0a92-464e-89c8-90726a3453c7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:58.946225 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f17198a0-9cc7-4505-9a0b-e4878323f67f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:58.948810 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f17198a0-9cc7-4505-9a0b-e4878323f67f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:58.949947 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-f17198a0-9cc7-4505-9a0b-e4878323f67f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "DELETE /v2.0/floatingips/4ef3e476-77f8-4c3f-8dd3-4dbca236e8f9 HTTP/1.1" status: 204 len: 168 time: 0.6788874 Sep 29 19:49:59.215279 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35538) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:59.220074 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0394b7d1-e275-43c9-92c4-b92f75315254 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804041054', 'description': 'tempest-description--126860866'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:59.240604 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0394b7d1-e275-43c9-92c4-b92f75315254 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.320174 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0394b7d1-e275-43c9-92c4-b92f75315254 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.323716 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0394b7d1-e275-43c9-92c4-b92f75315254 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.352042 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0394b7d1-e275-43c9-92c4-b92f75315254 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.353289 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-0394b7d1-e275-43c9-92c4-b92f75315254 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1369407 Sep 29 19:49:59.356069 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35540) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:59.360776 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bb472006-221b-4753-85e8-5fdb31b4f57f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'security_group_rule': {'security_group_id': '72872ee8-8302-4568-b24f-0538a1cd6600', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:59.364909 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394b7d1-e275-43c9-92c4-b92f75315254 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72872ee8-8302-4568-b24f-0538a1cd6600,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:59.397635 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb472006-221b-4753-85e8-5fdb31b4f57f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.458132 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb472006-221b-4753-85e8-5fdb31b4f57f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.462365 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb472006-221b-4753-85e8-5fdb31b4f57f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.480189 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb472006-221b-4753-85e8-5fdb31b4f57f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4944b6b-6fa6-4b0b-b84a-008ae00caa2e,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:59.486615 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb472006-221b-4753-85e8-5fdb31b4f57f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.488557 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-bb472006-221b-4753-85e8-5fdb31b4f57f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308234 Sep 29 19:49:59.490575 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35542) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:59.494889 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-06b4a128-a7c1-4fe0-91be-9e2498b8a70f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'security_group_rule': {'security_group_id': '72872ee8-8302-4568-b24f-0538a1cd6600', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:59.522069 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-06b4a128-a7c1-4fe0-91be-9e2498b8a70f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.580213 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-06b4a128-a7c1-4fe0-91be-9e2498b8a70f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.584094 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-06b4a128-a7c1-4fe0-91be-9e2498b8a70f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.601448 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4a128-a7c1-4fe0-91be-9e2498b8a70f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff61732-631f-43be-bec3-47b0c723d1ce,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:49:59.609172 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-06b4a128-a7c1-4fe0-91be-9e2498b8a70f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.610512 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-06b4a128-a7c1-4fe0-91be-9e2498b8a70f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190007 Sep 29 19:49:59.619782 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35544) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:49:59.625406 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'floatingip': {'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:49:59.647541 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.748511 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.839194 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 578a80d8-61d2-47fa-b1c7-320a20940831 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:49:59.853815 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Allocated IP 172.27.1.230 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/0765532a-d6b5-4941-8dbb-d0857d696bab) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:49:59.865511 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 578a80d8-61d2-47fa-b1c7-320a20940831 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:49:59.865858 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 578a80d8-61d2-47fa-b1c7-320a20940831 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:49:59.961024 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:49:59.994348 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:00.031780 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:50:00.034476 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:50:00.037839 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:50:00.045116 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'Port': ['ID=0765532a-d6b5-4941-8dbb-d0857d696bab,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:00.139072 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:00.172034 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:00.323891 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:00.328776 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:00.395849 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'Port': ['ID=0765532a-d6b5-4941-8dbb-d0857d696bab,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:00.405547 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:00.418419 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:00.419630 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-154e2fe5-face-44c4-94d3-5639e5902e6d tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7988071 Sep 29 19:50:00.612530 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-2fba8b17-d6a1-4fec-bd33-e541f24e12c9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--804041054&fields=id&tenant_id=3918902380164277a9a5386ea5c938b6 HTTP/1.1" status: 200 len: 267 time: 0.0336828 Sep 29 19:50:00.729410 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097face5-8237-4913-8fec-6301e066f541 req-6c822d87-37bd-452a-89b0-88dd51e642d9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:00.730884 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-6c822d87-37bd-452a-89b0-88dd51e642d9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 811 time: 0.1118104 Sep 29 19:50:00.747166 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-19c737d7-a701-4664-a9e5-f61738b244c7 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/quotas/3918902380164277a9a5386ea5c938b6 HTTP/1.1" status: 200 len: 375 time: 0.0093813 Sep 29 19:50:00.802169 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-ae272c55-7dab-40ff-af13-80a0f0bfb51f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489149 Sep 29 19:50:00.907860 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-48a7c58c-5d21-43c8-9581-0438731e89f8 service neutron] 10.222.0.16 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937805 Sep 29 19:50:00.999600 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-80c19fdf-ce71-4035-bdaf-d89317aa964f service neutron] 10.222.0.16 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854366 Sep 29 19:50:01.186563 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9454bc23-5484-4d3f-9ab1-c07792e21fe1 req-d52ba297-4796-4e99-b719-a45c53e54de1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 210 time: 0.0364332 Sep 29 19:50:02.203149 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097face5-8237-4913-8fec-6301e066f541 req-572c53a6-5d7c-44fe-8ab5-83eede4ccaa2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:02.205598 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-572c53a6-5d7c-44fe-8ab5-83eede4ccaa2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.47 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 811 time: 0.1165080 Sep 29 19:50:02.260775 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-6f8acd0b-f502-407a-90e1-7e987df50868 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3918902380164277a9a5386ea5c938b6 HTTP/1.1" status: 200 len: 379 time: 0.0456681 Sep 29 19:50:02.276520 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'port': {'device_id': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'admin_state_up': True, 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'security_groups': ['72872ee8-8302-4568-b24f-0538a1cd6600']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:50:02.291298 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ed880e04-ad5c-42f6-8273-31d802e53a55 req-c0ff04ea-5747-404f-8812-a73220239a78 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 210 time: 0.0266664 Sep 29 19:50:02.396339 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Made reservation on behalf of 3918902380164277a9a5386ea5c938b6 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:50:02.399693 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:02.525914 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Allocated IP 172.20.0.7 (b982feda-81ce-41ea-87c3-16df29be60dc/fb1b461f-1323-46b9-9291-f189c7cf35b3/285a8157-e6ac-4c66-942f-f2756de75e56) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:50:02.675054 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:02.710726 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:02.752307 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Network b982feda-81ce-41ea-87c3-16df29be60dc is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:50:02.755477 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:50:02.759223 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:50:02.787889 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event updated for resources: {'Port': ['ID=285a8157-e6ac-4c66-942f-f2756de75e56,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:02.817976 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:02.818637 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:02.835677 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-e90cbcb2-6f7c-4463-befc-27098f8b2135 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631807 Sep 29 19:50:02.854812 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Request body: {'port': {'device_id': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:50:02.915624 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:02.969258 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4e2d9fee-ca0b-40df-a65f-51f690b4cac8 None None] Provisioning complete for port 285a8157-e6ac-4c66-942f-f2756de75e56 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:50:02.970208 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e2d9fee-ca0b-40df-a65f-51f690b4cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:03.004224 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d9fee-ca0b-40df-a65f-51f690b4cac8 None None] Port 285a8157-e6ac-4c66-942f-f2756de75e56 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:50:03.187663 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285a8157-e6ac-4c66-942f-f2756de75e56 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:50:03.195645 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:03.208575 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Transition to ACTIVE for port object 285a8157-e6ac-4c66-942f-f2756de75e56 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:50:03.213664 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:03.266154 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Pushing event updated for resources: {'Port': ['ID=285a8157-e6ac-4c66-942f-f2756de75e56,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:03.345430 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Attempting to bind port 285a8157-e6ac-4c66-942f-f2756de75e56 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:50:03.345906 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Attempting to bind port 285a8157-e6ac-4c66-942f-f2756de75e56 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:50:03.346336 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Attempting to bind port 285a8157-e6ac-4c66-942f-f2756de75e56 on network b982feda-81ce-41ea-87c3-16df29be60dc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:50:03.351522 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Port 285a8157-e6ac-4c66-942f-f2756de75e56 on network b982feda-81ce-41ea-87c3-16df29be60dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:50:03.352034 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Attempting to bind port 285a8157-e6ac-4c66-942f-f2756de75e56 on network b982feda-81ce-41ea-87c3-16df29be60dc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:50:03.357633 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:50:03.358699 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Checking segment: {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:50:03.359288 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Bound using segment: {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:50:03.359738 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Bound port: 285a8157-e6ac-4c66-942f-f2756de75e56, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a24a18b-6a4f-4006-8100-bf734d665502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:50:03.360113 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:03.431865 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] For port 285a8157-e6ac-4c66-942f-f2756de75e56, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:50:03.435327 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] For port 285a8157-e6ac-4c66-942f-f2756de75e56, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=285a8157-e6ac-4c66-942f-f2756de75e56,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:50:03.437657 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be680d-d647-43ec-bbe8-c2a632ea2507 req-0430b6c1-9ab7-4802-b547-6422ce34fa8f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:03.439453 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-80be680d-d647-43ec-bbe8-c2a632ea2507 req-0430b6c1-9ab7-4802-b547-6422ce34fa8f tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 943 time: 0.0688024 Sep 29 19:50:03.454495 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:03.486267 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-80be680d-d647-43ec-bbe8-c2a632ea2507 req-503584d1-765f-4d0b-b1d4-aeb5e128da2c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398579 Sep 29 19:50:03.496922 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:03.497530 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:03.499246 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] 10.222.0.47 "PUT /v2.0/ports/285a8157-e6ac-4c66-942f-f2756de75e56 HTTP/1.1" status: 200 len: 1093 time: 0.6495912 Sep 29 19:50:03.499895 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'tag': '285a8157-e6ac-4c66-942f-f2756de75e56'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:50:03.502217 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe52014-feca-4178-b5ce-7d2f531a4c68", "tag": "285a8157-e6ac-4c66-942f-f2756de75e56"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:50:03.532427 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae43bf6-c9d7-41f6-9d4b-d36a5b113956 service neutron] Pushing event updated for resources: {'Port': ['ID=285a8157-e6ac-4c66-942f-f2756de75e56,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:03.568049 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72e30fa-44fa-4a21-884c-c1de39886432 x-openstack-request-id: req-b72e30fa-44fa-4a21-884c-c1de39886432 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:50:03.568373 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe52014-feca-4178-b5ce-7d2f531a4c68", "tag": "285a8157-e6ac-4c66-942f-f2756de75e56", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:50:03.568603 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b72e30fa-44fa-4a21-884c-c1de39886432 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:50:03.569008 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'tag': '285a8157-e6ac-4c66-942f-f2756de75e56', 'status': 'completed', 'code': 200} Sep 29 19:50:03.602701 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097face5-8237-4913-8fec-6301e066f541 req-54d06c79-78d2-4f30-8eeb-fe468402a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:03.604392 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-54d06c79-78d2-4f30-8eeb-fe468402a73d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 1096 time: 0.0491271 Sep 29 19:50:03.649982 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-c99ba7ee-bf7d-4836-acfd-e767f91fb3aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=285a8157-e6ac-4c66-942f-f2756de75e56 HTTP/1.1" status: 200 len: 217 time: 0.0368006 Sep 29 19:50:03.709000 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097face5-8237-4913-8fec-6301e066f541 req-76063fea-f50d-440d-98ee-158201ca32f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:03.710497 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-76063fea-f50d-440d-98ee-158201ca32f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb1b461f-1323-46b9-9291-f189c7cf35b3 HTTP/1.1" status: 200 len: 850 time: 0.0518477 Sep 29 19:50:03.761901 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097face5-8237-4913-8fec-6301e066f541 req-049e8203-175d-45ff-ae81-f2c3d4b90bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:03.763392 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-049e8203-175d-45ff-ae81-f2c3d4b90bbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b982feda-81ce-41ea-87c3-16df29be60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456579 Sep 29 19:50:03.854561 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-9e0d492e-3c30-4bac-af4a-075c8a0d2a15 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823107 Sep 29 19:50:03.946188 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-097face5-8237-4913-8fec-6301e066f541 req-e7c96773-adfe-4296-ac51-2d61e742ac24 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835462 Sep 29 19:50:04.035322 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-9436b597-d28f-4ce6-ad7f-eb6ca6c0c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:04.036823 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-9436b597-d28f-4ce6-ad7f-eb6ca6c0c5de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 1096 time: 0.0399878 Sep 29 19:50:04.135671 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-9da5e399-1e7d-493d-8fb4-e7bb7c4a9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:04.137218 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-9da5e399-1e7d-493d-8fb4-e7bb7c4a9a81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 912 time: 0.0918865 Sep 29 19:50:04.178758 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-92555239-5310-407c-93e0-b02d603e33c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=285a8157-e6ac-4c66-942f-f2756de75e56 HTTP/1.1" status: 200 len: 217 time: 0.0334349 Sep 29 19:50:04.226904 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-e43b912c-d435-424a-8043-758883f36452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:04.228241 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-e43b912c-d435-424a-8043-758883f36452 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb1b461f-1323-46b9-9291-f189c7cf35b3 HTTP/1.1" status: 200 len: 850 time: 0.0421817 Sep 29 19:50:04.282704 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-a5964149-1c3e-4528-811f-a7cb3dc8df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:04.284181 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-a5964149-1c3e-4528-811f-a7cb3dc8df69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b982feda-81ce-41ea-87c3-16df29be60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424421 Sep 29 19:50:04.377906 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-9b487973-acd7-4a5b-bc7e-4c75bb3b4cd5 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799437 Sep 29 19:50:04.468569 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-17f1f87a-65a9-4f29-a9da-0ef87e83cdfd req-a5fb5005-694a-4983-8047-29170274ebef service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825694 Sep 29 19:50:04.621128 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bbbd0-7b25-406f-859c-32e6d3ec02fd req-80a59980-8d1c-4d6a-b3c9-165cbe3d0bc1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:04.622578 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2e0bbbd0-7b25-406f-859c-32e6d3ec02fd req-80a59980-8d1c-4d6a-b3c9-165cbe3d0bc1 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 943 time: 0.0506425 Sep 29 19:50:04.661079 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2e0bbbd0-7b25-406f-859c-32e6d3ec02fd req-eafab22c-d432-44e0-bcdb-565e720ac440 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314686 Sep 29 19:50:05.562858 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6c7b-5066-4e7d-a99c-35c5354a2be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:05.778212 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94432ce3-c078-4946-96b9-46a7292dec51 req-0b1f4b9e-232b-49f8-99b1-6cd1fecf7dd7 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:05.780313 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-94432ce3-c078-4946-96b9-46a7292dec51 req-0b1f4b9e-232b-49f8-99b1-6cd1fecf7dd7 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 943 time: 0.0520041 Sep 29 19:50:05.817831 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-94432ce3-c078-4946-96b9-46a7292dec51 req-fad525dd-f314-463b-a50b-ecdd76fa5038 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313873 Sep 29 19:50:05.870253 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 285a8157-e6ac-4c66-942f-f2756de75e56 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:50:05.969652 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 285a8157-e6ac-4c66-942f-f2756de75e56, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=285a8157-e6ac-4c66-942f-f2756de75e56,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:05.984660 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '285a8157-e6ac-4c66-942f-f2756de75e56', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'port_id': '285a8157-e6ac-4c66-942f-f2756de75e56', 'mac_address': 'fa:16:3e:be:31:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:50:06.021258 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:06.033450 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285a8157-e6ac-4c66-942f-f2756de75e56 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:50:06.051531 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 285a8157-e6ac-4c66-942f-f2756de75e56, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=285a8157-e6ac-4c66-942f-f2756de75e56,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:06.060014 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:06.106583 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=285a8157-e6ac-4c66-942f-f2756de75e56,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:06.322126 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['285a8157-e6ac-4c66-942f-f2756de75e56'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:50:06.951421 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f08210-9f58-4592-b13d-f028d5f1d4e7 req-6e7a3958-d633-49ed-9bc3-bb6ceef8dcd2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:06.954251 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-20f08210-9f58-4592-b13d-f028d5f1d4e7 req-6e7a3958-d633-49ed-9bc3-bb6ceef8dcd2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 944 time: 0.0535345 Sep 29 19:50:06.995357 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-20f08210-9f58-4592-b13d-f028d5f1d4e7 req-932042b8-5229-449c-9565-de2b54c2cdea tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350997 Sep 29 19:50:07.891499 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 285a8157-e6ac-4c66-942f-f2756de75e56 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:50:07.941080 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 285a8157-e6ac-4c66-942f-f2756de75e56 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:50:07.945214 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 285a8157-e6ac-4c66-942f-f2756de75e56 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:50:07.945589 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:08.030437 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:08.062047 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285a8157-e6ac-4c66-942f-f2756de75e56'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:50:08.064350 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdca73c-03aa-4641-94f3-03763d5fae7b" -d '{"events": [{"server_uuid": "bbe52014-feca-4178-b5ce-7d2f531a4c68", "name": "network-vif-plugged", "status": "completed", "tag": "285a8157-e6ac-4c66-942f-f2756de75e56"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:50:08.077402 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 285a8157-e6ac-4c66-942f-f2756de75e56, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=285a8157-e6ac-4c66-942f-f2756de75e56,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:08.082369 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:08.114352 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335092ff-ded7-4b1c-91a8-5f3e7a458bb3 x-openstack-request-id: req-335092ff-ded7-4b1c-91a8-5f3e7a458bb3 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:50:08.114675 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe52014-feca-4178-b5ce-7d2f531a4c68", "name": "network-vif-plugged", "status": "completed", "tag": "285a8157-e6ac-4c66-942f-f2756de75e56", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:50:08.114898 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-335092ff-ded7-4b1c-91a8-5f3e7a458bb3 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:50:08.115236 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285a8157-e6ac-4c66-942f-f2756de75e56', 'code': 200} Sep 29 19:50:08.128851 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebffc2f-a6ad-4aec-a0b5-fe2d4e377eb6 req-277d2997-bc35-4fe4-8ae4-5fee13b01d07 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:08.130417 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ebffc2f-a6ad-4aec-a0b5-fe2d4e377eb6 req-277d2997-bc35-4fe4-8ae4-5fee13b01d07 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 945 time: 0.0594568 Sep 29 19:50:08.142845 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=285a8157-e6ac-4c66-942f-f2756de75e56,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:08.182397 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3ebffc2f-a6ad-4aec-a0b5-fe2d4e377eb6 req-635b0278-de20-4f03-8a34-1f01e2d27697 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373144 Sep 29 19:50:08.287125 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72be55-4eef-4f8f-b089-938a065f8877 req-374c3aca-4af7-4b32-8d1a-267fca9a6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:08.288655 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-cc72be55-4eef-4f8f-b089-938a065f8877 req-374c3aca-4af7-4b32-8d1a-267fca9a6424 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 1098 time: 0.0400996 Sep 29 19:50:08.324767 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-cc72be55-4eef-4f8f-b089-938a065f8877 req-a37258e5-1783-4abf-8aaf-eeadffc04d2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281703 Sep 29 19:50:08.560235 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d387350-1d43-48be-943a-5fb3bcd93012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:08.805680 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:09.304325 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfdf3d-370c-4ccd-95fa-6dbf43250605 req-4c9fee83-5adc-4482-acc2-da48f60861c2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:09.305791 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-18bfdf3d-370c-4ccd-95fa-6dbf43250605 req-4c9fee83-5adc-4482-acc2-da48f60861c2 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 945 time: 0.0526273 Sep 29 19:50:09.345078 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-18bfdf3d-370c-4ccd-95fa-6dbf43250605 req-59a1f518-c9ce-4de9-8716-f06b1293a1ef tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326371 Sep 29 19:50:09.437434 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:10.464732 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7c431-5aaf-4d11-ac63-4d13a3eb8450 req-1232965e-20bf-4c93-ab90-168faae6f15a tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:10.466272 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cad7c431-5aaf-4d11-ac63-4d13a3eb8450 req-1232965e-20bf-4c93-ab90-168faae6f15a tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 945 time: 0.0535443 Sep 29 19:50:10.505121 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cad7c431-5aaf-4d11-ac63-4d13a3eb8450 req-91ca2dcc-def7-40cf-be39-6fa30a8efd57 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319560 Sep 29 19:50:10.618535 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875216e2-5048-46ba-b82e-94572205e24a req-69f61639-da98-4db2-a3ec-2e17fde3b798 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:10.620018 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-875216e2-5048-46ba-b82e-94572205e24a req-69f61639-da98-4db2-a3ec-2e17fde3b798 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 945 time: 0.0524802 Sep 29 19:50:10.629391 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:10.633728 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b02a491b-3b83-4e8d-a83b-dce4cbd98f32 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Request body: {'floatingip': {'port_id': '285a8157-e6ac-4c66-942f-f2756de75e56'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:50:10.675337 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02a491b-3b83-4e8d-a83b-dce4cbd98f32 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:11.090985 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02a491b-3b83-4e8d-a83b-dce4cbd98f32 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:11.096277 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02a491b-3b83-4e8d-a83b-dce4cbd98f32 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:11.193638 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.l3_db [None req-b02a491b-3b83-4e8d-a83b-dce4cbd98f32 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Floating IP 4bebb659-0da4-43ea-a438-a1afcc0905f5 associated. External IP: 172.27.1.230, port: 285a8157-e6ac-4c66-942f-f2756de75e56. Sep 29 19:50:11.317814 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:11.611462 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a491b-3b83-4e8d-a83b-dce4cbd98f32 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:50:11.722427 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a491b-3b83-4e8d-a83b-dce4cbd98f32 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:50:11.727367 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02a491b-3b83-4e8d-a83b-dce4cbd98f32 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:11.732100 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] Sync routers for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:50:11.741717 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:11.742343 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:11.755949 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-b02a491b-3b83-4e8d-a83b-dce4cbd98f32 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "PUT /v2.0/floatingips/4bebb659-0da4-43ea-a438-a1afcc0905f5 HTTP/1.1" status: 200 len: 991 time: 1.1253059 Sep 29 19:50:11.756591 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'tag': '285a8157-e6ac-4c66-942f-f2756de75e56'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:50:11.758868 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b258fc0-cd3a-441a-9b2c-803fe4479f51" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe52014-feca-4178-b5ce-7d2f531a4c68", "tag": "285a8157-e6ac-4c66-942f-f2756de75e56"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:50:11.803344 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082c9a69-523e-4f3a-8e6c-6511be03b4b9 x-openstack-request-id: req-082c9a69-523e-4f3a-8e6c-6511be03b4b9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:50:11.803642 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe52014-feca-4178-b5ce-7d2f531a4c68", "tag": "285a8157-e6ac-4c66-942f-f2756de75e56", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:50:11.803924 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-082c9a69-523e-4f3a-8e6c-6511be03b4b9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:50:11.804323 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'tag': '285a8157-e6ac-4c66-942f-f2756de75e56', 'status': 'completed', 'code': 200} Sep 29 19:50:11.874696 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:11.883221 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-554173e5-62cc-478c-8258-bb0542439677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:11.884813 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-554173e5-62cc-478c-8258-bb0542439677 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3918902380164277a9a5386ea5c938b6&device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 1098 time: 0.0522280 Sep 29 19:50:11.980330 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-1b57713f-9d95-4c1d-bd3f-1290ec1a6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:11.981782 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-1b57713f-9d95-4c1d-bd3f-1290ec1a6f11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 200 len: 912 time: 0.0900354 Sep 29 19:50:12.051713 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-d7d3b186-e1bd-499c-b682-2b4e1b45a349 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=285a8157-e6ac-4c66-942f-f2756de75e56 HTTP/1.1" status: 200 len: 999 time: 0.0609083 Sep 29 19:50:12.106234 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-c46a114b-a240-46bf-ba50-9d885d1c11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:12.106440 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '4bebb659-0da4-43ea-a438-a1afcc0905f5', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'port_id': '285a8157-e6ac-4c66-942f-f2756de75e56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'mac_address': 'fa:16:3e:be:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:50:00Z', 'updated_at': '2021-09-29T19:50:11Z', 'revision_number': 1, 'project_id': '3918902380164277a9a5386ea5c938b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:12.108309 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-c46a114b-a240-46bf-ba50-9d885d1c11fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb1b461f-1323-46b9-9291-f189c7cf35b3 HTTP/1.1" status: 200 len: 850 time: 0.0480440 Sep 29 19:50:12.132355 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] Checking router: 37e1f2fd-6901-45b5-8ca2-b8a934d04eec for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:50:12.140516 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:12.141125 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:12.162782 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-fcc046ca-8c7c-4435-ac6f-ad0df1bf8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:12.164308 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-fcc046ca-8c7c-4435-ac6f-ad0df1bf8944 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b982feda-81ce-41ea-87c3-16df29be60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402410 Sep 29 19:50:12.247627 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:12.256425 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-a4aea832-70b2-4373-8f22-e90bb5117b0f service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831258 Sep 29 19:50:12.354864 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9b258fc0-cd3a-441a-9b2c-803fe4479f51 req-2bf9501b-6f82-4c5f-8fad-30149f6bb643 service neutron] 10.222.0.47 "GET /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908287 Sep 29 19:50:12.589831 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '4bebb659-0da4-43ea-a438-a1afcc0905f5', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'port_id': '285a8157-e6ac-4c66-942f-f2756de75e56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'mac_address': 'fa:16:3e:be:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:50:00Z', 'updated_at': '2021-09-29T19:50:11Z', 'revision_number': 1, 'project_id': '3918902380164277a9a5386ea5c938b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:12.615150 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceca4f-c060-4feb-bf1a-aea54441b7c8 None None] The sync data for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi is: [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '4bebb659-0da4-43ea-a438-a1afcc0905f5', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'port_id': '285a8157-e6ac-4c66-942f-f2756de75e56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'mac_address': 'fa:16:3e:be:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:50:00Z', 'updated_at': '2021-09-29T19:50:11Z', 'revision_number': 1, 'project_id': '3918902380164277a9a5386ea5c938b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:50:12.719715 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:12.811493 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23671f-88d1-46fd-9f2e-7d7169461e1e None None] New status for floating IP 4bebb659-0da4-43ea-a438-a1afcc0905f5: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:50:25.800693 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-84c79c8e-8727-46e5-a219-eb6fbde3eddd tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941855131&fields=id&tenant_id=9ab76d938d5f4002b4656c0c389a95c1 HTTP/1.1" status: 200 len: 267 time: 0.0378423 Sep 29 19:50:25.876825 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-7b377374-d3c4-48a2-8ff3-70546724d8e3 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:25.879155 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-7b377374-d3c4-48a2-8ff3-70546724d8e3 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 985 time: 0.0648658 Sep 29 19:50:25.896951 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Request body: {'port': {'security_groups': ['11b14fae-f9b5-4d6b-a74d-31317a4472bc']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:50:25.986688 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.196848 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] For port 6a767b5f-5166-425d-b888-68c2972dcb13, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=6a767b5f-5166-425d-b888-68c2972dcb13,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:26.227573 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.233008 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.245666 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['6a767b5f-5166-425d-b888-68c2972dcb13'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:50:26.299531 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:26.300618 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.302966 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-43b8ad9d-375e-4de6-9a89-c4d66af0b629 req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "PUT /v2.0/ports/6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 200 len: 943 time: 0.4122083 Sep 29 19:50:26.303657 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:50:26.307485 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b08cd1-5249-4b90-ba78-2d05d49c4672" -d '{"events": [{"name": "network-changed", "server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:50:26.319189 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35644) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:26.364267 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event updated for resources: {'Port': ['ID=6a767b5f-5166-425d-b888-68c2972dcb13,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:26.382205 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.383627 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.384489 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.385732 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.386561 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.387390 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.389568 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.391152 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.392015 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.392845 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.393853 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.394948 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f38d4a-34fe-4305-8827-1b63dd3c5610 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.416027 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aed33a6-9276-446a-be7d-1da61e6d11c0 x-openstack-request-id: req-9aed33a6-9276-446a-be7d-1da61e6d11c0 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:50:26.416380 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:50:26.416535 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9aed33a6-9276-446a-be7d-1da61e6d11c0 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:50:26.417000 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13', 'status': 'completed', 'code': 200} Sep 29 19:50:26.436863 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['6a767b5f-5166-425d-b888-68c2972dcb13'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:50:26.441517 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.507711 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.552809 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:50:26.611769 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-c032472b-c8ab-42c9-9e7c-2759aa4a9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:26.614297 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-c032472b-c8ab-42c9-9e7c-2759aa4a9d7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab76d938d5f4002b4656c0c389a95c1&device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 1099 time: 0.1332872 Sep 29 19:50:26.677608 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-80b9d54c-8769-415f-a388-ce3aaa2f4195 None None] Provisioning complete for port 6a767b5f-5166-425d-b888-68c2972dcb13 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:50:26.678197 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80b9d54c-8769-415f-a388-ce3aaa2f4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.699343 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.703248 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.707556 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "DELETE /v2.0/security-groups/748c62b1-baed-4991-b95d-95d081516018 HTTP/1.1" status: 204 len: 168 time: 0.3834698 Sep 29 19:50:26.707758 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:26.723242 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748c62b1-baed-4991-b95d-95d081516018,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:26.732650 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.733747 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.734065 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.734403 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.734738 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.735071 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.735617 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.735987 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.736317 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.736670 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.736995 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.737315 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6714938-7fec-4471-8b08-e0a79a7eb645 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:26.761044 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-fee6b30f-d759-4427-a5f5-fb3a9dae5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:26.762476 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-fee6b30f-d759-4427-a5f5-fb3a9dae5b7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7449da20-42da-4806-8381-881a496819fc HTTP/1.1" status: 200 len: 916 time: 0.1355460 Sep 29 19:50:26.857712 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-16c976b1-e77a-4c30-8ad1-4c9f88c63269 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 200 len: 1002 time: 0.0858166 Sep 29 19:50:26.909287 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Deleting port 18b9dbcf-5f05-4e45-a076-a727c215ed13 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:26.910064 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.920190 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-3fefbc7c-e516-474d-9006-8b965c254e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:26.921681 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-3fefbc7c-e516-474d-9006-8b965c254e77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b HTTP/1.1" status: 200 len: 854 time: 0.0545228 Sep 29 19:50:26.971952 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-48bcb75f-5819-40bb-b7cb-31d088f59877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:26.973480 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-48bcb75f-5819-40bb-b7cb-31d088f59877 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7449da20-42da-4806-8381-881a496819fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429640 Sep 29 19:50:26.993830 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:26.994265 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:27.010458 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Calling delete_port for 18b9dbcf-5f05-4e45-a076-a727c215ed13 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:27.078632 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-c9888904-cf32-49b9-9313-d033f3356cfb service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966053 Sep 29 19:50:27.187352 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f6b08cd1-5249-4b90-ba78-2d05d49c4672 req-6522bd1b-3dbb-41c1-917c-7240ccb7b8db service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001384 Sep 29 19:50:27.206733 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:27.236162 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event deleted for resources: {'Port': ['ID=18b9dbcf-5f05-4e45-a076-a727c215ed13,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:27.300192 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:27.300552 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.l3_db [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Floating IP 7c754ee2-537f-459a-bb3c-659018136ebe disassociated (deleted). External IP: 172.27.1.150, port: 6a767b5f-5166-425d-b888-68c2972dcb13. Sep 29 19:50:27.523183 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Router 03fbcb97-703d-4227-9acd-8374633d5dbf has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:50:27.641965 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:50:27.649241 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:27.656076 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] Sync routers for ids ['03fbcb97-703d-4227-9acd-8374633d5dbf'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:50:27.665867 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] Routers {'03fbcb97-703d-4227-9acd-8374633d5dbf'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:27.666497 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['03fbcb97-703d-4227-9acd-8374633d5dbf'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:27.678608 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-4477a9f4-efa4-404d-b960-74a34002c4bc tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "DELETE /v2.0/floatingips/7c754ee2-537f-459a-bb3c-659018136ebe HTTP/1.1" status: 204 len: 168 time: 0.9702086 Sep 29 19:50:27.787602 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] Set router 03fbcb97-703d-4227-9acd-8374633d5dbf gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:28.020985 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:10Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f', 'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'mac_address': 'fa:16:3e:a9:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:09Z', 'updated_at': '2021-09-29T19:48:14Z', 'revision_number': 5, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'subnets': [{'id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:28.049634 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] Checking router: 03fbcb97-703d-4227-9acd-8374633d5dbf for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:50:28.059607 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] Routers {'03fbcb97-703d-4227-9acd-8374633d5dbf'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:28.061533 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['03fbcb97-703d-4227-9acd-8374633d5dbf'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:28.181999 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] Set router 03fbcb97-703d-4227-9acd-8374633d5dbf gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:28.391379 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:10Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f', 'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'mac_address': 'fa:16:3e:a9:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:09Z', 'updated_at': '2021-09-29T19:48:14Z', 'revision_number': 5, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'subnets': [{'id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:28.418479 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:50:28.421454 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb412d18-af40-46f2-9ff8-548e4a55e095" -d '{"events": [{"name": "network-changed", "server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:50:28.422495 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb44fd9-e695-4b7f-9b08-cf50fd642668 None None] The sync data for ids ['03fbcb97-703d-4227-9acd-8374633d5dbf'] in dv-cinder-811740-1-iscsi is: [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:48:10Z', 'revision_number': 4, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f', 'name': '', 'network_id': '7449da20-42da-4806-8381-881a496819fc', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'mac_address': 'fa:16:3e:a9:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:09Z', 'updated_at': '2021-09-29T19:48:14Z', 'revision_number': 5, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'subnets': [{'id': '9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:50:28.469345 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deff0217-ab94-4224-9877-6c8d408ad652 x-openstack-request-id: req-deff0217-ab94-4224-9877-6c8d408ad652 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:50:28.469642 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:50:28.469935 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-deff0217-ab94-4224-9877-6c8d408ad652 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:50:28.470299 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13', 'status': 'completed', 'code': 200} Sep 29 19:50:28.543536 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-a996d92f-4ecd-478b-8f02-b3703e876a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:28.545236 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-a996d92f-4ecd-478b-8f02-b3703e876a16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab76d938d5f4002b4656c0c389a95c1&device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 1099 time: 0.0479417 Sep 29 19:50:28.647780 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-5ca98ee8-0c7d-4812-88ab-2e127074b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:28.650179 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-5ca98ee8-0c7d-4812-88ab-2e127074b385 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7449da20-42da-4806-8381-881a496819fc HTTP/1.1" status: 200 len: 916 time: 0.0972605 Sep 29 19:50:28.666999 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4896e60-9c14-4127-a24c-3f7bb741b021 None None] New status for floating IP 7c754ee2-537f-459a-bb3c-659018136ebe: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:50:28.705809 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-11ff1c83-0c4e-463f-9752-781e308beb53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 200 len: 217 time: 0.0405319 Sep 29 19:50:28.761907 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-4da3ca06-c015-4116-96ef-21c9cf96fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:28.763963 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-4da3ca06-c015-4116-96ef-21c9cf96fa44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b HTTP/1.1" status: 200 len: 854 time: 0.0476029 Sep 29 19:50:28.814281 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-8d4d4039-ee1b-4854-924e-f35cc157dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:28.815811 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-8d4d4039-ee1b-4854-924e-f35cc157dfc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7449da20-42da-4806-8381-881a496819fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441258 Sep 29 19:50:28.937623 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-ea10bbfd-5986-4683-91e5-cd2e1afa6e78 service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059480 Sep 29 19:50:29.036187 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fb412d18-af40-46f2-9ff8-548e4a55e095 req-5184e0eb-7c66-4652-b08a-760f8cecd5a9 service neutron] 10.222.0.47 "GET /v2.0/networks/7449da20-42da-4806-8381-881a496819fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904551 Sep 29 19:50:30.462035 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886a982-c673-4164-a67c-91dbee46e1cf req-c28b9bc4-fcfd-4838-b5f2-14659e380a06 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:30.463561 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7886a982-c673-4164-a67c-91dbee46e1cf req-c28b9bc4-fcfd-4838-b5f2-14659e380a06 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 946 time: 0.0493891 Sep 29 19:50:30.508279 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7886a982-c673-4164-a67c-91dbee46e1cf req-59ad2865-4ebb-4a1d-a41d-583195c69432 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369895 Sep 29 19:50:31.557429 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad7855-52a2-4b26-b59c-206b7999a679 req-5ef7b533-fffc-4bb5-b36c-a8f151c0bb6c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:31.559034 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-81ad7855-52a2-4b26-b59c-206b7999a679 req-5ef7b533-fffc-4bb5-b36c-a8f151c0bb6c tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 947 time: 0.0530732 Sep 29 19:50:31.662156 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-81ad7855-52a2-4b26-b59c-206b7999a679 req-19310a4e-7b2e-4c44-bda3-27b41cdf67b0 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913582 Sep 29 19:50:31.681900 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d96600-8b5c-4b11-b622-f5ee6ce0176a req-4a9a8646-cfcb-4bf1-8be4-8bfaffbefb5a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:31.683461 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c7d96600-8b5c-4b11-b622-f5ee6ce0176a req-4a9a8646-cfcb-4bf1-8be4-8bfaffbefb5a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 946 time: 0.0932236 Sep 29 19:50:31.731005 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c7d96600-8b5c-4b11-b622-f5ee6ce0176a req-438c10c0-c30a-4d7d-86e9-95e210c54542 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361683 Sep 29 19:50:32.572163 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-914e6444-c435-4f00-b6fa-94a2280d83a7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:32.573726 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-914e6444-c435-4f00-b6fa-94a2280d83a7 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.47 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 946 time: 0.0531485 Sep 29 19:50:32.674935 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-3264938c-4cbf-4b17-8af9-5d2c348f2f81 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Deleting port 6a767b5f-5166-425d-b888-68c2972dcb13 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:32.675272 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-3264938c-4cbf-4b17-8af9-5d2c348f2f81 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:32.788534 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-3264938c-4cbf-4b17-8af9-5d2c348f2f81 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] For port 6a767b5f-5166-425d-b888-68c2972dcb13, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=6a767b5f-5166-425d-b888-68c2972dcb13,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:32.789518 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-3264938c-4cbf-4b17-8af9-5d2c348f2f81 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:32.813482 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-3264938c-4cbf-4b17-8af9-5d2c348f2f81 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Calling delete_port for 6a767b5f-5166-425d-b888-68c2972dcb13 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:32.828724 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e290-1314-4621-bb54-e4c24dbf6200 req-69cac1d0-57a2-4678-8aee-a900d1d467f2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:32.833986 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a446e290-1314-4621-bb54-e4c24dbf6200 req-69cac1d0-57a2-4678-8aee-a900d1d467f2 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 947 time: 0.0913596 Sep 29 19:50:32.921043 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a446e290-1314-4621-bb54-e4c24dbf6200 req-b7aca1ce-2f07-400b-aa72-7260ce9ff438 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727835 Sep 29 19:50:32.937452 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb2dc-4a94-491f-aeaa-c6b290367347 req-a03fb4a3-93fe-48c7-95b1-ba1d464a3d5a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:32.940188 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e84eb2dc-4a94-491f-aeaa-c6b290367347 req-a03fb4a3-93fe-48c7-95b1-ba1d464a3d5a tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/ports?device_id=be602093-23b0-457d-a112-1e6924b1e72b HTTP/1.1" status: 200 len: 946 time: 0.1040742 Sep 29 19:50:32.989072 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-3264938c-4cbf-4b17-8af9-5d2c348f2f81 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:33.005814 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e84eb2dc-4a94-491f-aeaa-c6b290367347 req-f33365c6-2f27-4d3b-8137-82c9921b684e tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.16 "GET /v2.0/security-groups?id=11b14fae-f9b5-4d6b-a74d-31317a4472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512583 Sep 29 19:50:33.012663 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['6a767b5f-5166-425d-b888-68c2972dcb13'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:50:33.026903 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264938c-4cbf-4b17-8af9-5d2c348f2f81 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Pushing event deleted for resources: {'Port': ['ID=6a767b5f-5166-425d-b888-68c2972dcb13,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:33.075049 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-3264938c-4cbf-4b17-8af9-5d2c348f2f81 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] No DVR routers for this DVR port 6a767b5f-5166-425d-b888-68c2972dcb13 on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:50:33.078522 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-3264938c-4cbf-4b17-8af9-5d2c348f2f81 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:33.080741 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-deb08a7e-43c6-40bb-98f0-a34219bab9ed req-3264938c-4cbf-4b17-8af9-5d2c348f2f81 tempest-TestMinimumBasicScenario-25532211 tempest-TestMinimumBasicScenario-25532211-project] 10.222.0.47 "DELETE /v2.0/ports/6a767b5f-5166-425d-b888-68c2972dcb13 HTTP/1.1" status: 204 len: 173 time: 0.5000823 Sep 29 19:50:33.081138 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'name': 'network-vif-deleted', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:50:33.083604 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312061d4-ae6d-4da2-ada4-bc0df3783c03" -d '{"events": [{"server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "name": "network-vif-deleted", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:50:33.126349 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8553282-87f9-4d34-9e78-a4034f04367d x-openstack-request-id: req-d8553282-87f9-4d34-9e78-a4034f04367d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:50:33.126652 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be602093-23b0-457d-a112-1e6924b1e72b", "name": "network-vif-deleted", "tag": "6a767b5f-5166-425d-b888-68c2972dcb13", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:50:33.126960 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8553282-87f9-4d34-9e78-a4034f04367d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:50:33.127650 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be602093-23b0-457d-a112-1e6924b1e72b', 'name': 'network-vif-deleted', 'tag': '6a767b5f-5166-425d-b888-68c2972dcb13', 'status': 'completed', 'code': 200} Sep 29 19:50:33.367025 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-2eff73d0-b489-4588-af08-aaaeb970b4bd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:33.368714 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-2eff73d0-b489-4588-af08-aaaeb970b4bd tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.47 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 947 time: 0.0556669 Sep 29 19:50:33.484639 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Deleting port 3bf29b4c-d8a4-4228-b858-2550c77b41ac {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:33.485006 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:33.578383 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] For port 3bf29b4c-d8a4-4228-b858-2550c77b41ac, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=3bf29b4c-d8a4-4228-b858-2550c77b41ac,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:33.579107 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:34.005270 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:34.005656 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:34.005970 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.l3_db [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Floating IP ab40eb9a-ff10-40d9-9850-29d6ce5e6027 disassociated. External IP: 172.27.1.233, port: 3bf29b4c-d8a4-4228-b858-2550c77b41ac. Sep 29 19:50:34.006312 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Calling delete_port for 3bf29b4c-d8a4-4228-b858-2550c77b41ac owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:34.056777 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdb806-ec7b-42c7-b4ca-df8fec4deb73 req-d9d41348-17d8-4397-bc90-120cae97be32 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:34.058378 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a9fdb806-ec7b-42c7-b4ca-df8fec4deb73 req-d9d41348-17d8-4397-bc90-120cae97be32 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/ports?device_id=979e03f0-9061-45aa-b44e-2161a72b1afe HTTP/1.1" status: 200 len: 947 time: 0.0516853 Sep 29 19:50:34.135655 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a9fdb806-ec7b-42c7-b4ca-df8fec4deb73 req-2d07d624-41ca-42d6-8907-8395d02dcb40 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687032 Sep 29 19:50:34.178178 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:34.219098 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event deleted for resources: {'Port': ['ID=3bf29b4c-d8a4-4228-b858-2550c77b41ac,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:34.350878 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Router bd2821f4-8093-47af-9275-5467a36af2aa has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:50:34.483903 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:50:34.499076 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] Sync routers for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:50:34.526410 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:34.527639 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:34.529826 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] No DVR routers for this DVR port 3bf29b4c-d8a4-4228-b858-2550c77b41ac on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:50:34.533128 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:34.535176 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5f730811-ab1c-4919-87ad-fa20071ef150 req-c5f2d622-52e1-433d-8414-e121253aaad3 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.47 "DELETE /v2.0/ports/3bf29b4c-d8a4-4228-b858-2550c77b41ac HTTP/1.1" status: 204 len: 173 time: 1.1562989 Sep 29 19:50:34.666585 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:34.790518 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35754) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:34.887225 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:35.041224 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] Checking router: bd2821f4-8093-47af-9275-5467a36af2aa for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:50:35.058888 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:35.060516 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:35.129127 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'name': 'network-vif-deleted', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:50:35.132339 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38de017c-8694-4020-95de-e1f2e682c06a" -d '{"events": [{"server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "name": "network-vif-deleted", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:50:35.179611 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:35.182153 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245c4bad-13e5-4ae7-8406-25becce15a5f x-openstack-request-id: req-245c4bad-13e5-4ae7-8406-25becce15a5f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:50:35.182735 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979e03f0-9061-45aa-b44e-2161a72b1afe", "name": "network-vif-deleted", "tag": "3bf29b4c-d8a4-4228-b858-2550c77b41ac", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:50:35.183227 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-245c4bad-13e5-4ae7-8406-25becce15a5f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:50:35.183970 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979e03f0-9061-45aa-b44e-2161a72b1afe', 'name': 'network-vif-deleted', 'tag': '3bf29b4c-d8a4-4228-b858-2550c77b41ac', 'status': 'completed', 'code': 200} Sep 29 19:50:35.262962 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35764) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:35.359237 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1115419a-3ffa-49ef-a3f3-3c8e1ef61e56 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:35.389452 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1115419a-3ffa-49ef-a3f3-3c8e1ef61e56 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:35.449286 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:35.457482 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1115419a-3ffa-49ef-a3f3-3c8e1ef61e56 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:35.464231 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1115419a-3ffa-49ef-a3f3-3c8e1ef61e56 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:35.469402 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-1115419a-3ffa-49ef-a3f3-3c8e1ef61e56 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "DELETE /v2.0/security-groups/c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0 HTTP/1.1" status: 204 len: 168 time: 0.2008266 Sep 29 19:50:35.477744 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35766) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:35.479065 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86436b8-037a-496d-87ef-0a8ed5b215f8 None None] The sync data for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi is: [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:44:05Z', 'revision_number': 4, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '2c294a8e-2f7b-413d-a6f2-a28ba48b9034', 'name': '', 'network_id': '15520bd8-ddde-49dc-8308-5fe62c865319', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'mac_address': 'fa:16:3e:2a:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '720586c5-2c6f-443a-acdf-b245773addd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:03Z', 'updated_at': '2021-09-29T19:44:10Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'subnets': [{'id': '720586c5-2c6f-443a-acdf-b245773addd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:50:35.514374 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115419a-3ffa-49ef-a3f3-3c8e1ef61e56 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:35.527714 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.api.v2.resource [None req-f6b76faa-f6bc-43b9-9653-466aab0ab89d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] show failed (client error): The resource could not be found. Sep 29 19:50:35.529135 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-f6b76faa-f6bc-43b9-9653-466aab0ab89d tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "GET /v2.0/security-groups/c4bd3b87-8817-4847-b9cb-a6c92ce6bcc0 HTTP/1.1" status: 404 len: 347 time: 0.0498128 Sep 29 19:50:35.532403 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35768) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:35.532986 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643328'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:35.575173 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa33169c-c331-416a-85ef-0445378941cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:35.691613 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a338830a-075d-442b-a334-45d3e2f98294 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Deleting port e8573f18-ee41-4b52-af76-e996108ffb88 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:35.692369 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a338830a-075d-442b-a334-45d3e2f98294 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:35.773716 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699ec61-cfa4-42e6-810e-26856f116d2d None None] New status for floating IP ab40eb9a-ff10-40d9-9850-29d6ce5e6027: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:50:35.814196 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a338830a-075d-442b-a334-45d3e2f98294 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:35.814521 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a338830a-075d-442b-a334-45d3e2f98294 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:35.828997 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a338830a-075d-442b-a334-45d3e2f98294 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Calling delete_port for e8573f18-ee41-4b52-af76-e996108ffb88 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:35.936093 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] Deleting port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:35.936720 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:35.980893 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a338830a-075d-442b-a334-45d3e2f98294 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:36.005695 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338830a-075d-442b-a334-45d3e2f98294 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Pushing event deleted for resources: {'Port': ['ID=e8573f18-ee41-4b52-af76-e996108ffb88,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:36.032189 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 6a767b5f-5166-425d-b888-68c2972dcb13 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:36.053577 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 6a767b5f-5166-425d-b888-68c2972dcb13 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:36.054015 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 6a767b5f-5166-425d-b888-68c2972dcb13 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:36.054514 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 3bf29b4c-d8a4-4228-b858-2550c77b41ac no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:36.064129 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] For port 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:36.064836 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:36.076666 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 3bf29b4c-d8a4-4228-b858-2550c77b41ac {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:36.077006 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 3bf29b4c-d8a4-4228-b858-2550c77b41ac not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:36.081107 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] Calling delete_port for 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:36.088378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a338830a-075d-442b-a334-45d3e2f98294 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:36.092409 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a338830a-075d-442b-a334-45d3e2f98294 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:36.093584 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-a338830a-075d-442b-a334-45d3e2f98294 tempest-AttachVolumeShelveTestJSON-321417821 tempest-AttachVolumeShelveTestJSON-321417821-project] 10.222.0.16 "DELETE /v2.0/floatingips/ab40eb9a-ff10-40d9-9850-29d6ce5e6027 HTTP/1.1" status: 204 len: 168 time: 0.5599525 Sep 29 19:50:36.296326 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:36.326100 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:36.568244 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645257'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:36.797019 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] Router 03fbcb97-703d-4227-9acd-8374633d5dbf has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:50:36.912217 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:50:36.918661 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-4b1179d8-f56e-4bcc-b4be-fb94a4b933d4 admin admin] 10.222.0.16 "PUT /v2.0/routers/03fbcb97-703d-4227-9acd-8374633d5dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1253037 Sep 29 19:50:36.921359 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35776) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:36.924870 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] Sync routers for ids ['03fbcb97-703d-4227-9acd-8374633d5dbf'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:50:36.937477 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] Routers {'03fbcb97-703d-4227-9acd-8374633d5dbf'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:36.938260 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['03fbcb97-703d-4227-9acd-8374633d5dbf'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:37.064320 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] Set router 03fbcb97-703d-4227-9acd-8374633d5dbf gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:37.065605 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:37.180200 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:37.236865 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Deleting port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:37.237184 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:37.264394 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:50:36Z', 'revision_number': 5, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port': {'id': 'd56dd9bb-4e04-4c06-8e23-1a7e31e1b50a', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:07Z', 'updated_at': '2021-09-29T19:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:37.297093 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] Checking router: 03fbcb97-703d-4227-9acd-8374633d5dbf for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:50:37.310484 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] Routers {'03fbcb97-703d-4227-9acd-8374633d5dbf'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:37.312760 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['03fbcb97-703d-4227-9acd-8374633d5dbf'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:37.377982 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] For port d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:37.378565 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:37.404717 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Calling delete_port for d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:37.426714 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] Set router 03fbcb97-703d-4227-9acd-8374633d5dbf gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:37.486567 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:50:37Z', 'revision_number': 6, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port_host': None}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:37.517503 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad906e-2ac0-4a5a-8076-265baeb8bb19 None None] The sync data for ids ['03fbcb97-703d-4227-9acd-8374633d5dbf'] in dv-cinder-811740-1-iscsi is: [{'id': '03fbcb97-703d-4227-9acd-8374633d5dbf', 'name': 'tempest-TestMinimumBasicScenario-1990689913-router', 'tenant_id': '9ab76d938d5f4002b4656c0c389a95c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:06Z', 'updated_at': '2021-09-29T19:50:37Z', 'revision_number': 6, 'project_id': '9ab76d938d5f4002b4656c0c389a95c1', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:50:37.640122 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:37.677032 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:37.749571 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645194'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:37.885528 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-727'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:37.888690 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:37.956014 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642092'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:37.957090 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03fbcb97-703d-4227-9acd-8374633d5dbf {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 19:50:37.965037 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:37.967784 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-1967ab2f-31f1-4a34-add0-6434c17949c6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/03fbcb97-703d-4227-9acd-8374633d5dbf HTTP/1.1" status: 204 len: 168 time: 1.0451651 Sep 29 19:50:37.971436 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35790) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:38.042932 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ca8495-8a34-4650-a9e7-6135708bad5f admin admin] Deleting subnet 9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:50:38.046934 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8495-8a34-4650-a9e7-6135708bad5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.083519 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8495-8a34-4650-a9e7-6135708bad5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-429878'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.196777 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8495-8a34-4650-a9e7-6135708bad5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.255401 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8495-8a34-4650-a9e7-6135708bad5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25398014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509931'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.281784 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca8495-8a34-4650-a9e7-6135708bad5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:38.285771 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8495-8a34-4650-a9e7-6135708bad5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.287768 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-b3ca8495-8a34-4650-a9e7-6135708bad5f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9e8bd9c2-fc84-4bbb-b07d-7113c111cc3b HTTP/1.1" status: 204 len: 168 time: 0.3150661 Sep 29 19:50:38.291714 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35792) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:38.311130 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7040f2-f56b-48b6-a1bd-793cbe6b6898 None None] Network 7449da20-42da-4806-8381-881a496819fc requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:50:38.401680 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.467041 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Deleting port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:38.467538 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.529638 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] DHCP port deletion for 7449da20-42da-4806-8381-881a496819fc request from dv-cinder-811740-1-iscsi {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 19:50:38.553248 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] For port 15ca6c8e-a41d-48a1-8093-340b3d096fc8, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=15ca6c8e-a41d-48a1-8093-340b3d096fc8,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:38.553634 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.580159 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Calling delete_port for 15ca6c8e-a41d-48a1-8093-340b3d096fc8 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:38.595581 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d55804b-c9f0-4cc6-b53e-bb46d049e99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.625737 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Deleting port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:38.626426 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.708386 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35802) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:38.720091 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.724833 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] For port 15ca6c8e-a41d-48a1-8093-340b3d096fc8, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=15ca6c8e-a41d-48a1-8093-340b3d096fc8,segment=NetworkSegment(7c7163f4-24a6-4158-b574-7365e3cc955a),segment_id=7c7163f4-24a6-4158-b574-7365e3cc955a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:38.725485 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.745196 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Calling delete_port for 15ca6c8e-a41d-48a1-8093-340b3d096fc8 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:38.748063 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ca6c8e-a41d-48a1-8093-340b3d096fc8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:38.751733 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] No DVR routers for this DVR port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 on host dv-cinder-811740-1-iscsi {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:50:38.838053 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.871231 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7449da20-42da-4806-8381-881a496819fc']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:38.871389 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.884368 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7163f4-24a6-4158-b574-7365e3cc955a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:38.884831 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7163f4-24a6-4158-b574-7365e3cc955a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:38.896863 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.902748 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.914374 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.920838 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:50:38.921345 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:50:38.923135 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:50:38.929426 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Pushing event deleted for resources: {'Port': ['ID=15ca6c8e-a41d-48a1-8093-340b3d096fc8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:38.941134 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] No DVR routers for this DVR port 15ca6c8e-a41d-48a1-8093-340b3d096fc8 on host dv-cinder-811740-1-iscsi {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:50:38.947413 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.947884 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.948287 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.948766 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.949256 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.949681 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.950711 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.951119 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.951596 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.952122 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.952521 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.952916 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af330dce-93cb-4e05-ba6a-d957156d9191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:50:38.995808 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:39.003348 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:39.005140 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7449da20-42da-4806-8381-881a496819fc HTTP/1.1" status: 204 len: 168 time: 0.7122176 Sep 29 19:50:39.010971 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35806) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:39.017546 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7f90a-b014-47b2-bbff-62f4a581f2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7449da20-42da-4806-8381-881a496819fc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:39.395159 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 15ca6c8e-a41d-48a1-8093-340b3d096fc8 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:39.419289 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 15ca6c8e-a41d-48a1-8093-340b3d096fc8 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:39.419629 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 15ca6c8e-a41d-48a1-8093-340b3d096fc8 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:39.420241 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:39.504719 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643328'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:39.567716 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:39.568085 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device d56dd9bb-4e04-4c06-8e23-1a7e31e1b50a not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:39.568509 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:39.594994 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:39.595338 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 8e4b4e47-b7d3-4ac3-a3ef-a8beb98cee9f not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:39.601299 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:39.894485 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643328'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:40.215046 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] Deleting port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:40.215737 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:40.331065 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] For port 2c294a8e-2f7b-413d-a6f2-a28ba48b9034, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=2c294a8e-2f7b-413d-a6f2-a28ba48b9034,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:40.331432 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:40.347238 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] Calling delete_port for 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:40.354498 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] Deleting port a57002da-6adf-47fe-b774-130c0239cd0d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:40.354815 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:40.557903 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-03156a43-151b-43f3-8fa3-d8926959714c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1363919 Sep 29 19:50:40.559565 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] For port a57002da-6adf-47fe-b774-130c0239cd0d, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=a57002da-6adf-47fe-b774-130c0239cd0d,segment=NetworkSegment(f480e36e-b73d-48c3-a2cd-b6fa97b7b552),segment_id=f480e36e-b73d-48c3-a2cd-b6fa97b7b552)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:40.559980 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:40.577557 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] Calling delete_port for a57002da-6adf-47fe-b774-130c0239cd0d owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:40.759414 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-2a756730-1db8-46c0-87cd-9ac055aa0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:40.760919 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-2a756730-1db8-46c0-87cd-9ac055aa0858 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 1098 time: 0.1549771 Sep 29 19:50:40.778842 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:40.837617 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c294a8e-2f7b-413d-a6f2-a28ba48b9034,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:40.992037 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-54068aa8-bf10-4d9d-9996-a97af82ca0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:40.993567 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-54068aa8-bf10-4d9d-9996-a97af82ca0d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 913 time: 0.2115402 Sep 29 19:50:41.082454 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:41.122312 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57002da-6adf-47fe-b774-130c0239cd0d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:41.212700 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-04437d06-1bb7-4721-926f-a6404956cfe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd83891-5861-43e6-9cec-4638ccd989ba HTTP/1.1" status: 200 len: 1000 time: 0.2085786 Sep 29 19:50:41.236434 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645257'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:41.319239 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:41.357717 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-8c373f58-0261-408b-af70-471a8a492b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:41.359208 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-8c373f58-0261-408b-af70-471a8a492b0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.1336951 Sep 29 19:50:41.500350 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645257'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:41.503378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-f77d1219-df0c-4042-80b3-58c760ab448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:41.504902 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-f77d1219-df0c-4042-80b3-58c760ab448b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353099 Sep 29 19:50:42.026986 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-1b16d4c9-f46e-49e1-b782-f0ddc922b568 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122390 Sep 29 19:50:42.030821 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] Router bd2821f4-8093-47af-9275-5467a36af2aa has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:50:42.258723 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-835e24d2-336e-4bb9-90c0-9d9199f7bc4a req-73b893fc-ab88-4060-a8c5-ed3a78a7ed11 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230103 Sep 29 19:50:42.315468 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] Router ee0e8f70-c883-4b9d-9f78-839355eaa279 has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:50:42.318842 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:50:42.324394 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-fc095aa7-df9f-4799-a0c9-6f6c1eacb0c6 admin admin] 10.222.0.16 "PUT /v2.0/routers/bd2821f4-8093-47af-9275-5467a36af2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6156628 Sep 29 19:50:42.327660 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35818) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:42.338360 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] Sync routers for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:50:42.349725 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:42.350502 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:42.456217 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:50:42.463169 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:42.470736 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-7643a6b9-32f1-4fa8-86a8-a95b223c79d2 admin admin] 10.222.0.16 "PUT /v2.0/routers/ee0e8f70-c883-4b9d-9f78-839355eaa279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4564183 Sep 29 19:50:42.471138 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35820) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:42.478435 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] Sync routers for ids ['ee0e8f70-c883-4b9d-9f78-839355eaa279'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:50:42.488426 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:42.503836 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] Routers {'ee0e8f70-c883-4b9d-9f78-839355eaa279'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:42.504754 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ee0e8f70-c883-4b9d-9f78-839355eaa279'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:42.632488 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:42.652790 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:42.672170 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] Set router ee0e8f70-c883-4b9d-9f78-839355eaa279 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:42.709511 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:50:40Z', 'revision_number': 5, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port': {'id': '90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:44:01Z', 'updated_at': '2021-09-29T19:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:42.731538 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Deleting port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:42.731769 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:42.755538 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] Checking router: bd2821f4-8093-47af-9275-5467a36af2aa for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:50:42.779090 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] Routers {'bd2821f4-8093-47af-9275-5467a36af2aa'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:42.780606 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['bd2821f4-8093-47af-9275-5467a36af2aa'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:42.787616 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:42.811726 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:42.883879 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] For port 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:42.884308 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:42.892090 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Deleting port e9ed668c-5a67-41e2-9080-6caa2a1efb19 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:42.894382 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:42.902265 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Calling delete_port for 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:42.924933 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] Set router bd2821f4-8093-47af-9275-5467a36af2aa gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:42.982213 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:50:42Z', 'revision_number': 6, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port_host': None}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:42.991594 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'name': 'tempest-TestMinimumBasicScenario-704143475-router', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:12Z', 'updated_at': '2021-09-29T19:50:40Z', 'revision_number': 5, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'gw_port': {'id': 'e9ed668c-5a67-41e2-9080-6caa2a1efb19', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:48:13Z', 'updated_at': '2021-09-29T19:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:43.015015 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0f657-5396-4b8d-af5e-afd160a374f5 None None] The sync data for ids ['bd2821f4-8093-47af-9275-5467a36af2aa'] in dv-cinder-811740-1-iscsi is: [{'id': 'bd2821f4-8093-47af-9275-5467a36af2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-375302129-router', 'tenant_id': '66270993a5594fba83b2dfc6034c0ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:43:59Z', 'updated_at': '2021-09-29T19:50:42Z', 'revision_number': 6, 'project_id': '66270993a5594fba83b2dfc6034c0ccd', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:50:43.027687 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] Checking router: ee0e8f70-c883-4b9d-9f78-839355eaa279 for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:50:43.036774 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] Routers {'ee0e8f70-c883-4b9d-9f78-839355eaa279'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:50:43.037413 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:50:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ee0e8f70-c883-4b9d-9f78-839355eaa279'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:43.040666 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] For port e9ed668c-5a67-41e2-9080-6caa2a1efb19, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=e9ed668c-5a67-41e2-9080-6caa2a1efb19,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:43.041035 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.079627 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Calling delete_port for e9ed668c-5a67-41e2-9080-6caa2a1efb19 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:43.129785 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] Set router ee0e8f70-c883-4b9d-9f78-839355eaa279 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:50:43.173086 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.190708 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'name': 'tempest-TestMinimumBasicScenario-704143475-router', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:12Z', 'updated_at': '2021-09-29T19:50:42Z', 'revision_number': 6, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'gw_port_host': None}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:43.219064 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd8af0-6c8c-4c2c-8cda-5e02ea3f99b7 None None] The sync data for ids ['ee0e8f70-c883-4b9d-9f78-839355eaa279'] in dv-cinder-811740-1-iscsi is: [{'id': 'ee0e8f70-c883-4b9d-9f78-839355eaa279', 'name': 'tempest-TestMinimumBasicScenario-704143475-router', 'tenant_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:48:12Z', 'updated_at': '2021-09-29T19:50:42Z', 'revision_number': 6, 'project_id': 'c9ee4051ff224b0d81e9c5741f97d816', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:50:43.229007 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:43.311157 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645194'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.323337 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.357412 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ed668c-5a67-41e2-9080-6caa2a1efb19,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:43.430965 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645194'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.444073 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-727'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.447865 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.500149 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642092'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.500651 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd2821f4-8093-47af-9275-5467a36af2aa {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 19:50:43.509291 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.513509 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-f672e3d0-9d91-4b8b-b114-526f2b9aee26 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bd2821f4-8093-47af-9275-5467a36af2aa HTTP/1.1" status: 204 len: 168 time: 1.1782131 Sep 29 19:50:43.513772 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35824) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:43.530736 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-727'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.533443 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.562105 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0b7bf1-ff1a-4e01-8f34-1b998ce5c021 admin admin] Deleting subnet 720586c5-2c6f-443a-acdf-b245773addd2 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:50:43.565355 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af0b7bf1-ff1a-4e01-8f34-1b998ce5c021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.580818 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642092'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.581378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee0e8f70-c883-4b9d-9f78-839355eaa279 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 19:50:43.586583 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.590380 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-5b8fb044-2704-4c86-99e1-80f2a658a76e admin admin] 10.222.0.16 "DELETE /v2.0/routers/ee0e8f70-c883-4b9d-9f78-839355eaa279 HTTP/1.1" status: 204 len: 168 time: 1.1152601 Sep 29 19:50:43.590380 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35826) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:43.616217 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af0b7bf1-ff1a-4e01-8f34-1b998ce5c021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26797515'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.634976 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-4851278a-0c9a-49a4-bbce-0d9dfa647bd6 admin admin] Deleting subnet 0b044e6f-ea95-47ad-bea0-965dc0efb62f {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:50:43.638760 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4851278a-0c9a-49a4-bbce-0d9dfa647bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.677651 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4851278a-0c9a-49a4-bbce-0d9dfa647bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-429878'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.770301 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4851278a-0c9a-49a4-bbce-0d9dfa647bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.831837 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4851278a-0c9a-49a4-bbce-0d9dfa647bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25398014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509931'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.860478 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851278a-0c9a-49a4-bbce-0d9dfa647bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b044e6f-ea95-47ad-bea0-965dc0efb62f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:43.865979 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4851278a-0c9a-49a4-bbce-0d9dfa647bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.871044 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-4851278a-0c9a-49a4-bbce-0d9dfa647bd6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0b044e6f-ea95-47ad-bea0-965dc0efb62f HTTP/1.1" status: 204 len: 168 time: 0.2767503 Sep 29 19:50:43.871284 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35828) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:43.873125 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e2e5e6-5403-473b-ba5d-e28e052028c7 None None] Network 31a02d3a-55d8-4be8-a0a5-9b329a6e873b requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:50:43.954915 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:43.988648 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af0b7bf1-ff1a-4e01-8f34-1b998ce5c021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.034734 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Deleting port 82683b8d-1fca-47e2-886b-cb6562b960f6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:44.035424 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.071937 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af0b7bf1-ff1a-4e01-8f34-1b998ce5c021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26560851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26618861'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.092879 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af0b7bf1-ff1a-4e01-8f34-1b998ce5c021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.092879 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-af0b7bf1-ff1a-4e01-8f34-1b998ce5c021 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/720586c5-2c6f-443a-acdf-b245773addd2 HTTP/1.1" status: 204 len: 168 time: 0.5750151 Sep 29 19:50:44.096541 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add478ba-43db-4a19-ba8b-e016b5a07ca4 None None] Network 15520bd8-ddde-49dc-8308-5fe62c865319 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:50:44.112710 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:44.121030 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b7bf1-ff1a-4e01-8f34-1b998ce5c021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=720586c5-2c6f-443a-acdf-b245773addd2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:44.140237 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] For port 82683b8d-1fca-47e2-886b-cb6562b960f6, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=82683b8d-1fca-47e2-886b-cb6562b960f6,segment=NetworkSegment(f480e36e-b73d-48c3-a2cd-b6fa97b7b552),segment_id=f480e36e-b73d-48c3-a2cd-b6fa97b7b552)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:44.140755 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.155193 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Calling delete_port for 82683b8d-1fca-47e2-886b-cb6562b960f6 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:44.194711 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.260445 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Deleting port 085ce292-5d1d-4634-9d2f-820ddb7b434a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:44.260781 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.269357 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.300810 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Pushing event deleted for resources: {'Port': ['ID=82683b8d-1fca-47e2-886b-cb6562b960f6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:44.307283 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] No DVR routers for this DVR port 82683b8d-1fca-47e2-886b-cb6562b960f6 on host dv-cinder-811740-1-iscsi {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:50:44.363043 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] For port 085ce292-5d1d-4634-9d2f-820ddb7b434a, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=085ce292-5d1d-4634-9d2f-820ddb7b434a,segment=NetworkSegment(a4d6dea6-d86d-43bb-ac39-fc6a813aee02),segment_id=a4d6dea6-d86d-43bb-ac39-fc6a813aee02)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:44.363043 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.385681 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41df889-d2a7-4e2d-8895-7cf9d6bd447b None None] DHCP port deletion for 31a02d3a-55d8-4be8-a0a5-9b329a6e873b request from dv-cinder-811740-1-iscsi {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 19:50:44.395612 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Calling delete_port for 085ce292-5d1d-4634-9d2f-820ddb7b434a owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:44.428676 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.432227 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c3e23-67fb-4bfc-81f3-a33e383cee81 None None] DHCP port deletion for 15520bd8-ddde-49dc-8308-5fe62c865319 request from dv-cinder-811740-1-iscsi {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 19:50:44.462898 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a02d3a-55d8-4be8-a0a5-9b329a6e873b']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:44.484831 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:44.485294 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f480e36e-b73d-48c3-a2cd-b6fa97b7b552') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:44.517887 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-429871'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.537280 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:44.557008 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.563536 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c3e23-67fb-4bfc-81f3-a33e383cee81 None None] Deleting port 085ce292-5d1d-4634-9d2f-820ddb7b434a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:50:44.563878 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3e23-67fb-4bfc-81f3-a33e383cee81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.565062 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.569848 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:50:44.570259 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395280'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.581288 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:44.581674 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 2c294a8e-2f7b-413d-a6f2-a28ba48b9034 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:44.603565 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Pushing event deleted for resources: {'Port': ['ID=085ce292-5d1d-4634-9d2f-820ddb7b434a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:44.607345 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] No DVR routers for this DVR port 085ce292-5d1d-4634-9d2f-820ddb7b434a on host dv-cinder-811740-1-iscsi {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: Traceback (most recent call last): Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: timer() Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: cb(*args, **kw) Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: return func(*args, **kwargs) Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: self._notify() Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: self.callback(batched_events) Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: event.method(event) Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: return f(self, *a, **k) Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._get(url).json() Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: return self.request(url, 'GET', **kwargs) Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:50:44.636351 dv-cinder-811740-1-iscsi neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:50:44.652061 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.652806 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1d6c3e23-67fb-4bfc-81f3-a33e383cee81 None None] For port 085ce292-5d1d-4634-9d2f-820ddb7b434a, host dv-cinder-811740-1-iscsi, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:50:44.653578 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3e23-67fb-4bfc-81f3-a33e383cee81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.660835 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.669650 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c3e23-67fb-4bfc-81f3-a33e383cee81 None None] Calling delete_port for 085ce292-5d1d-4634-9d2f-820ddb7b434a owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:50:44.672982 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-1d6c3e23-67fb-4bfc-81f3-a33e383cee81 None None] Port 085ce292-5d1d-4634-9d2f-820ddb7b434a was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 19:50:44.674303 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3e23-67fb-4bfc-81f3-a33e383cee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.675288 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] 10.222.0.16 "DELETE /v2.0/networks/31a02d3a-55d8-4be8-a0a5-9b329a6e873b HTTP/1.1" status: 204 len: 168 time: 0.8013294 Sep 29 19:50:44.702472 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c3e23-67fb-4bfc-81f3-a33e383cee81 None None] Pushing event deleted for resources: {'Port': ['ID=085ce292-5d1d-4634-9d2f-820ddb7b434a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:44.707656 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c3e23-67fb-4bfc-81f3-a33e383cee81 None None] No DVR routers for this DVR port 085ce292-5d1d-4634-9d2f-820ddb7b434a on host dv-cinder-811740-1-iscsi {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:50:44.720058 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19137988-9587-4ac5-94af-0cc889cb370e admin admin] Pushing event deleted for resources: {'Network': ['ID=31a02d3a-55d8-4be8-a0a5-9b329a6e873b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:44.770418 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.815309 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15520bd8-ddde-49dc-8308-5fe62c865319']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:44.830893 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:44.831190 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d6dea6-d86d-43bb-ac39-fc6a813aee02') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:44.846009 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.852966 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35838) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:44.867010 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.875286 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:50:44.875920 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:50:44.877668 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:50:44.916019 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-3973c383-7915-4097-be96-b7370ba2a7fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ab76d938d5f4002b4656c0c389a95c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616250 Sep 29 19:50:44.916790 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35840) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:44.943610 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.959810 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:44.962043 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] 10.222.0.16 "DELETE /v2.0/networks/15520bd8-ddde-49dc-8308-5fe62c865319 HTTP/1.1" status: 204 len: 168 time: 0.8483760 Sep 29 19:50:44.963069 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d8ea3-9277-43a3-803d-06838c14ba6a admin admin] Pushing event deleted for resources: {'Network': ['ID=15520bd8-ddde-49dc-8308-5fe62c865319,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:44.990093 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f19ab818-0c38-4434-a3a4-9cfff2db68fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.014865 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f19ab818-0c38-4434-a3a4-9cfff2db68fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.097510 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f19ab818-0c38-4434-a3a4-9cfff2db68fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.100388 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f19ab818-0c38-4434-a3a4-9cfff2db68fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.101583 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-f19ab818-0c38-4434-a3a4-9cfff2db68fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11b14fae-f9b5-4d6b-a74d-31317a4472bc HTTP/1.1" status: 204 len: 168 time: 0.1837492 Sep 29 19:50:45.118457 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ab818-0c38-4434-a3a4-9cfff2db68fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b14fae-f9b5-4d6b-a74d-31317a4472bc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:45.222553 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35846) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:45.269073 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-dd7b0718-2851-4102-b6c4-16010630f8e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66270993a5594fba83b2dfc6034c0ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453036 Sep 29 19:50:45.271735 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35850) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:45.322014 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29e24fe0-7a3a-4801-960b-503c1777ea37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.352494 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29e24fe0-7a3a-4801-960b-503c1777ea37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.415062 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:45.416556 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device a57002da-6adf-47fe-b774-130c0239cd0d no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:45.421616 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29e24fe0-7a3a-4801-960b-503c1777ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.424057 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29e24fe0-7a3a-4801-960b-503c1777ea37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.425156 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-29e24fe0-7a3a-4801-960b-503c1777ea37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e13969d-c060-4572-a472-5463163729d6 HTTP/1.1" status: 204 len: 168 time: 0.1524930 Sep 29 19:50:45.442941 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e24fe0-7a3a-4801-960b-503c1777ea37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e13969d-c060-4572-a472-5463163729d6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:45.474374 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: a57002da-6adf-47fe-b774-130c0239cd0d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:45.474374 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device a57002da-6adf-47fe-b774-130c0239cd0d not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:45.474762 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-c5c37bba-2e98-4db8-92ac-63418a97ba86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9ee4051ff224b0d81e9c5741f97d816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555267 Sep 29 19:50:45.474878 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:45.475073 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:45.495233 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:45.495585 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 90c02ab3-f4c6-4905-9aa2-ca2aa67e7e66 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:45.496013 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device e9ed668c-5a67-41e2-9080-6caa2a1efb19 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:45.515855 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: e9ed668c-5a67-41e2-9080-6caa2a1efb19 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:45.516208 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device e9ed668c-5a67-41e2-9080-6caa2a1efb19 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:45.516639 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 82683b8d-1fca-47e2-886b-cb6562b960f6 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:45.529411 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf976777-781f-4217-9e98-c8495da16db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.539382 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 82683b8d-1fca-47e2-886b-cb6562b960f6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:45.539725 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 82683b8d-1fca-47e2-886b-cb6562b960f6 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:45.540376 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 085ce292-5d1d-4634-9d2f-820ddb7b434a no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:50:45.553509 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf976777-781f-4217-9e98-c8495da16db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.560077 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 085ce292-5d1d-4634-9d2f-820ddb7b434a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:50:45.560387 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 085ce292-5d1d-4634-9d2f-820ddb7b434a not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:50:45.620006 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf976777-781f-4217-9e98-c8495da16db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.623896 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf976777-781f-4217-9e98-c8495da16db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:45.625237 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-cf976777-781f-4217-9e98-c8495da16db3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa96d772-5719-4ec6-bfcb-b589cff5015f HTTP/1.1" status: 204 len: 168 time: 0.1492057 Sep 29 19:50:45.633648 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf976777-781f-4217-9e98-c8495da16db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa96d772-5719-4ec6-bfcb-b589cff5015f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:46.268304 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:46.362079 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141841701-network', 'tenant_id': '03cba047acd1492db483e60e5f630ab8'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:50:46.384670 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Made reservation on behalf of 03cba047acd1492db483e60e5f630ab8 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:50:46.386883 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.401675 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.499894 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.505025 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.532831 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:50:46.539984 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0df1ec-746f-42c9-936a-644820cbb06f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:46.546730 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.547071 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.segments_db [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Added segment 34defad1-1822-4864-8b54-15691c810a36 of type vlan for network 20cdcab0-138a-42c5-ac78-d0afb61ae325 Sep 29 19:50:46.589930 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.614481 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.615446 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:46.616057 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.653439 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3838487 Sep 29 19:50:46.656644 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35886) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:46.665096 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Request body: {'subnet': {'network_id': '20cdcab0-138a-42c5-ac78-d0afb61ae325', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141841701-subnet', 'tenant_id': '03cba047acd1492db483e60e5f630ab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:50:46.682280 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07df6d-31c0-4641-b746-23405e710938 admin admin] Pushing event updated for resources: {'Network': ['ID=20cdcab0-138a-42c5-ac78-d0afb61ae325,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:46.693025 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Made reservation on behalf of 03cba047acd1492db483e60e5f630ab8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:50:46.693747 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 20cdcab0-138a-42c5-ac78-d0afb61ae325 details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:50:46.695389 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25509902'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.870624 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25397823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509948'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.934080 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a58ac99-c95a-4321-b9ac-3f2423cc3e49,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:46.944171 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Checking segment: {'id': '34defad1-1822-4864-8b54-15691c810a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '20cdcab0-138a-42c5-ac78-d0afb61ae325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:50:46.944520 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Network hostable DHCP agents. Network: 20cdcab0-138a-42c5-ac78-d0afb61ae325, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:50:46.962938 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Network 20cdcab0-138a-42c5-ac78-d0afb61ae325 is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:50:46.973865 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 20cdcab0-138a-42c5-ac78-d0afb61ae325) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:50:46.977980 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:46.978568 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:46.983993 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6413b9c6-0f80-4b85-b5c9-92fe45aecc8d None None] Network 20cdcab0-138a-42c5-ac78-d0afb61ae325 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:50:46.995260 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-37d348ea-1070-4656-902b-b419d944027e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3362470 Sep 29 19:50:47.121781 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d90f5-d063-49d9-9f28-952d480bda41 None None] Network 20cdcab0-138a-42c5-ac78-d0afb61ae325 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:50:47.475470 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35902) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:47.480408 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1134159427-network', 'tenant_id': 'f47a0fc8e21f475088305a6bcd64f2df'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:50:47.501951 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Made reservation on behalf of f47a0fc8e21f475088305a6bcd64f2df for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:50:47.504355 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:47.512804 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:47.603370 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:47.607580 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:47.628245 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:50:47.641833 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07801582-200d-455a-9ecf-2ea220287bc6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:47.646537 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:47.646878 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Added segment 9bba06d6-8248-4270-aa8f-be8073ad763a of type vlan for network 6fa880d4-a655-4aed-a251-ad2f910808b6 Sep 29 19:50:47.687235 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:47.711674 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:47.712694 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:47.713269 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:47.737842 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2612412 Sep 29 19:50:47.740679 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:47.745645 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Request body: {'subnet': {'network_id': '6fa880d4-a655-4aed-a251-ad2f910808b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1134159427-subnet', 'tenant_id': 'f47a0fc8e21f475088305a6bcd64f2df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:50:47.765179 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Made reservation on behalf of f47a0fc8e21f475088305a6bcd64f2df for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:50:47.767654 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26618824'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:47.777886 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24453f-3889-455b-ac3e-67e55673db2e admin admin] Pushing event updated for resources: {'Network': ['ID=6fa880d4-a655-4aed-a251-ad2f910808b6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:47.788034 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 6fa880d4-a655-4aed-a251-ad2f910808b6 details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:50:47.943188 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26560914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26618874'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.000735 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4248d2-ab3e-48e2-b036-a47526eb5547,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:48.008428 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Checking segment: {'id': '9bba06d6-8248-4270-aa8f-be8073ad763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6fa880d4-a655-4aed-a251-ad2f910808b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:50:48.008784 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Network hostable DHCP agents. Network: 6fa880d4-a655-4aed-a251-ad2f910808b6, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:50:48.025832 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Network 6fa880d4-a655-4aed-a251-ad2f910808b6 is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:50:48.035409 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 6fa880d4-a655-4aed-a251-ad2f910808b6) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:50:48.039494 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:50:48.040128 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.049389 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a64e8-b305-4d93-93bb-4eeafbdf6775 None None] Network 6fa880d4-a655-4aed-a251-ad2f910808b6 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:50:48.063265 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-cd0c6db0-36a4-4389-a36c-2f2b1869843d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3211715 Sep 29 19:50:48.183139 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d756103-a3c0-43bf-ac4f-1604f78171a4 None None] Network 6fa880d4-a655-4aed-a251-ad2f910808b6 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:50:48.202596 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:48.248550 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-06450ea6-bc36-474f-bc39-f69e68c83528 admin admin] Deleting subnet 7a58ac99-c95a-4321-b9ac-3f2423cc3e49 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:50:48.251704 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06450ea6-bc36-474f-bc39-f69e68c83528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.290656 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06450ea6-bc36-474f-bc39-f69e68c83528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26797515'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.330588 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06450ea6-bc36-474f-bc39-f69e68c83528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.383100 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06450ea6-bc36-474f-bc39-f69e68c83528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26560851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26618861'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.411962 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06450ea6-bc36-474f-bc39-f69e68c83528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a58ac99-c95a-4321-b9ac-3f2423cc3e49,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:48.415545 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06450ea6-bc36-474f-bc39-f69e68c83528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.417421 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-06450ea6-bc36-474f-bc39-f69e68c83528 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a58ac99-c95a-4321-b9ac-3f2423cc3e49 HTTP/1.1" status: 204 len: 168 time: 0.2132950 Sep 29 19:50:48.421019 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:48.491743 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.569293 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.591619 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cdcab0-138a-42c5-ac78-d0afb61ae325']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:48.601211 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34defad1-1822-4864-8b54-15691c810a36') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:48.601501 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34defad1-1822-4864-8b54-15691c810a36') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:48.611386 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.626294 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.632453 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:50:48.632844 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:50:48.634533 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:50:48.703300 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.708790 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.710650 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/20cdcab0-138a-42c5-ac78-d0afb61ae325 HTTP/1.1" status: 204 len: 168 time: 0.2887316 Sep 29 19:50:48.713923 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 35916) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:48.721513 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a05a4a-a842-4a83-854f-2953407d4bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=20cdcab0-138a-42c5-ac78-d0afb61ae325,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:48.759899 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-72dd9ec5-c5e9-47d4-9a52-bd6ee58ca967 admin admin] Deleting subnet db4248d2-ab3e-48e2-b036-a47526eb5547 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:50:48.764238 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72dd9ec5-c5e9-47d4-9a52-bd6ee58ca967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.799511 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72dd9ec5-c5e9-47d4-9a52-bd6ee58ca967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-429878'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.841254 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72dd9ec5-c5e9-47d4-9a52-bd6ee58ca967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.904066 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72dd9ec5-c5e9-47d4-9a52-bd6ee58ca967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25398014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509931'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.927871 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd9ec5-c5e9-47d4-9a52-bd6ee58ca967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4248d2-ab3e-48e2-b036-a47526eb5547,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:48.931616 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72dd9ec5-c5e9-47d4-9a52-bd6ee58ca967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:48.933483 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-72dd9ec5-c5e9-47d4-9a52-bd6ee58ca967 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/db4248d2-ab3e-48e2-b036-a47526eb5547 HTTP/1.1" status: 204 len: 168 time: 0.2184966 Sep 29 19:50:48.936741 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35918) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:49.003943 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.085419 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.106773 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa880d4-a655-4aed-a251-ad2f910808b6']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:49.115684 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bba06d6-8248-4270-aa8f-be8073ad763a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:49.116006 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bba06d6-8248-4270-aa8f-be8073ad763a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:50:49.125552 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.138800 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.144825 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:50:49.145212 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:50:49.146846 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:50:49.206113 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.211253 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.213182 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6fa880d4-a655-4aed-a251-ad2f910808b6 HTTP/1.1" status: 204 len: 168 time: 0.2754557 Sep 29 19:50:49.228768 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6400a-0b93-424d-9ff8-0fc5f5678e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa880d4-a655-4aed-a251-ad2f910808b6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:49.394920 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:49.435033 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-c83fe1af-3589-4404-ba24-4687755c8193 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03cba047acd1492db483e60e5f630ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389395 Sep 29 19:50:49.437452 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:49.484523 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd337f00-47fe-41d6-8d80-625bf91e03c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.504888 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd337f00-47fe-41d6-8d80-625bf91e03c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.549940 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd337f00-47fe-41d6-8d80-625bf91e03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.552461 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd337f00-47fe-41d6-8d80-625bf91e03c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.553594 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-cd337f00-47fe-41d6-8d80-625bf91e03c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d0df1ec-746f-42c9-936a-644820cbb06f HTTP/1.1" status: 204 len: 168 time: 0.1152661 Sep 29 19:50:49.562054 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd337f00-47fe-41d6-8d80-625bf91e03c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0df1ec-746f-42c9-936a-644820cbb06f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:50:49.875279 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35932) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:49.920720 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-c465f3dc-425e-45a4-b6b3-a008be96e77e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f47a0fc8e21f475088305a6bcd64f2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439360 Sep 29 19:50:49.922991 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 35934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:50:49.970182 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0264774-a798-4980-932f-d32fcc356312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:49.990374 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0264774-a798-4980-932f-d32fcc356312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:50.036880 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0264774-a798-4980-932f-d32fcc356312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:50.039441 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0264774-a798-4980-932f-d32fcc356312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:50:50.040618 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-e0264774-a798-4980-932f-d32fcc356312 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07801582-200d-455a-9ecf-2ea220287bc6 HTTP/1.1" status: 204 len: 168 time: 0.1167488 Sep 29 19:50:50.048616 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0264774-a798-4980-932f-d32fcc356312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07801582-200d-455a-9ecf-2ea220287bc6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:03.543572 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:51:05.573518 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe319ec-275c-481f-890a-0a66c5744fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:08.565490 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-862a6c0d-3065-4b6b-9dd1-aed7be8f0c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:08.809801 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:09.445863 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:11.326366 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:12.747952 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:21.646642 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3831ca-3ae0-42af-84de-8ecc73b69dc9 req-165a91e6-7501-45cc-86b9-f036b997daa9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:21.648169 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cf3831ca-3ae0-42af-84de-8ecc73b69dc9 req-165a91e6-7501-45cc-86b9-f036b997daa9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Sep 29 19:51:21.688494 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cf3831ca-3ae0-42af-84de-8ecc73b69dc9 req-23d5cc3a-d481-4f9f-a68a-7910e5663c56 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335069 Sep 29 19:51:22.816148 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e138d-e26b-475f-b3f9-1742c6f748f5 req-2122a173-8d8d-4f72-8125-036df47aedbc tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:22.817628 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-af7e138d-e26b-475f-b3f9-1742c6f748f5 req-2122a173-8d8d-4f72-8125-036df47aedbc tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 945 time: 0.0524077 Sep 29 19:51:22.857904 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-af7e138d-e26b-475f-b3f9-1742c6f748f5 req-436c6f7b-6143-4e8b-a61f-7480c9400b7e tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Sep 29 19:51:23.977909 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260d573-81ba-4907-a355-272f8adfc976 req-2f0627cc-50f1-4c24-9518-0c92fb5e1775 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:23.979231 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e260d573-81ba-4907-a355-272f8adfc976 req-2f0627cc-50f1-4c24-9518-0c92fb5e1775 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 945 time: 0.0500779 Sep 29 19:51:24.019413 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e260d573-81ba-4907-a355-272f8adfc976 req-43993da9-0246-43fa-8bfb-90f49d8f180c tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338914 Sep 29 19:51:25.153272 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47131d0c-d833-48ce-a1d8-01266ec591b5 req-75af006f-c116-4bc0-9575-fcc29d4931ea tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:25.154925 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-47131d0c-d833-48ce-a1d8-01266ec591b5 req-75af006f-c116-4bc0-9575-fcc29d4931ea tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 945 time: 0.0511382 Sep 29 19:51:25.196432 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-47131d0c-d833-48ce-a1d8-01266ec591b5 req-3e7f0e10-208c-468f-b688-9af4984b9ab4 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups?id=72872ee8-8302-4568-b24f-0538a1cd6600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354185 Sep 29 19:51:25.270275 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-3cb32e5a-2a0e-4619-8076-6d0785e957a9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:25.272009 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-3cb32e5a-2a0e-4619-8076-6d0785e957a9 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 945 time: 0.0559981 Sep 29 19:51:25.386153 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Deleting port 285a8157-e6ac-4c66-942f-f2756de75e56 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:51:25.386590 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:25.483288 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] For port 285a8157-e6ac-4c66-942f-f2756de75e56, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=285a8157-e6ac-4c66-942f-f2756de75e56,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:51:25.483651 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:25.657979 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:25.658415 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:25.658673 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.l3_db [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Floating IP 4bebb659-0da4-43ea-a438-a1afcc0905f5 disassociated. External IP: 172.27.1.230, port: 285a8157-e6ac-4c66-942f-f2756de75e56. Sep 29 19:51:25.658996 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Calling delete_port for 285a8157-e6ac-4c66-942f-f2756de75e56 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:51:25.796059 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:25.824677 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event deleted for resources: {'Port': ['ID=285a8157-e6ac-4c66-942f-f2756de75e56,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:25.945047 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:51:26.071931 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:51:26.086932 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] Sync routers for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:51:26.097716 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:51:26.098354 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:51:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:26.117236 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] No DVR routers for this DVR port 285a8157-e6ac-4c66-942f-f2756de75e56 on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:51:26.120334 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:26.122765 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-9ee4174b-41f6-467d-8b50-787482f75a3c req-bd49a2d1-09b4-4ba4-92ff-5b874fa3fbc3 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.47 "DELETE /v2.0/ports/285a8157-e6ac-4c66-942f-f2756de75e56 HTTP/1.1" status: 204 len: 173 time: 0.8440371 Sep 29 19:51:26.123228 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'name': 'network-vif-deleted', 'tag': '285a8157-e6ac-4c66-942f-f2756de75e56'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:51:26.125777 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c20d92-17c8-4a58-8d5d-66dfde49514d" -d '{"events": [{"server_uuid": "bbe52014-feca-4178-b5ce-7d2f531a4c68", "name": "network-vif-deleted", "tag": "285a8157-e6ac-4c66-942f-f2756de75e56"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:51:26.208749 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44541cc6-d481-4fe1-abe6-715c55117fb6 x-openstack-request-id: req-44541cc6-d481-4fe1-abe6-715c55117fb6 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:51:26.209230 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe52014-feca-4178-b5ce-7d2f531a4c68", "name": "network-vif-deleted", "tag": "285a8157-e6ac-4c66-942f-f2756de75e56", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:51:26.209430 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44541cc6-d481-4fe1-abe6-715c55117fb6 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:51:26.209677 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe52014-feca-4178-b5ce-7d2f531a4c68', 'name': 'network-vif-deleted', 'tag': '285a8157-e6ac-4c66-942f-f2756de75e56', 'status': 'completed', 'code': 200} Sep 29 19:51:26.347702 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4d405843-1271-4390-a2a9-1f9731b37b99 req-df0373cf-6e59-4ef1-b516-a74d719accab tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe52014-feca-4178-b5ce-7d2f531a4c68 HTTP/1.1" status: 200 len: 210 time: 0.0386050 Sep 29 19:51:26.406924 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:51:26.720123 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:26.772817 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] Checking router: 37e1f2fd-6901-45b5-8ca2-b8a934d04eec for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:51:26.780966 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:51:26.781624 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:51:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:26.891867 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:51:27.091509 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:27.118488 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406aa46-67f0-4fec-b8ce-9d5c22a24bba None None] The sync data for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi is: [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:46:16Z', 'revision_number': 4, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '3b0dc42e-de40-4358-948e-752a3eb781b4', 'name': '', 'network_id': 'b982feda-81ce-41ea-87c3-16df29be60dc', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'mac_address': 'fa:16:3e:6b:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:16Z', 'updated_at': '2021-09-29T19:46:22Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'subnets': [{'id': 'fb1b461f-1323-46b9-9291-f189c7cf35b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:51:27.327937 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd1299-feca-4411-800b-1f8eafcf7fe1 None None] New status for floating IP 4bebb659-0da4-43ea-a438-a1afcc0905f5: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:51:27.433713 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36404) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:27.492989 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:27.515517 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:27.562148 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:27.564858 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:27.566021 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "DELETE /v2.0/security-groups/72872ee8-8302-4568-b24f-0538a1cd6600 HTTP/1.1" status: 204 len: 168 time: 0.1313109 Sep 29 19:51:27.568886 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36408) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:27.575180 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72872ee8-8302-4568-b24f-0538a1cd6600,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:27.583057 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.583404 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.583738 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.584096 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.584423 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.584750 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.585071 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.585394 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.585959 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.586286 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.586601 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.586939 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08fb887-1f69-4d55-9fd1-fa2004c31874 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:27.590126 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.api.v2.resource [None req-0805b8ba-536e-4736-a4ef-9af09951eae0 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] show failed (client error): The resource could not be found. Sep 29 19:51:27.591344 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-0805b8ba-536e-4736-a4ef-9af09951eae0 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "GET /v2.0/security-groups/72872ee8-8302-4568-b24f-0538a1cd6600 HTTP/1.1" status: 404 len: 347 time: 0.0208426 Sep 29 19:51:27.599642 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36410) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:27.729553 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-acfa37fb-92c0-4c04-940c-7393d8885d17 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Deleting port 0765532a-d6b5-4941-8dbb-d0857d696bab {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:51:27.729933 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acfa37fb-92c0-4c04-940c-7393d8885d17 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:27.809910 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acfa37fb-92c0-4c04-940c-7393d8885d17 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:27.810245 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acfa37fb-92c0-4c04-940c-7393d8885d17 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:27.822795 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-acfa37fb-92c0-4c04-940c-7393d8885d17 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Calling delete_port for 0765532a-d6b5-4941-8dbb-d0857d696bab owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:51:27.962925 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acfa37fb-92c0-4c04-940c-7393d8885d17 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:27.996758 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa37fb-92c0-4c04-940c-7393d8885d17 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Pushing event deleted for resources: {'Port': ['ID=0765532a-d6b5-4941-8dbb-d0857d696bab,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:28.067711 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acfa37fb-92c0-4c04-940c-7393d8885d17 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:28.070336 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acfa37fb-92c0-4c04-940c-7393d8885d17 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:28.075452 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-acfa37fb-92c0-4c04-940c-7393d8885d17 tempest-AttachVolumeTestJSON-845461698 tempest-AttachVolumeTestJSON-845461698-project] 10.222.0.16 "DELETE /v2.0/floatingips/4bebb659-0da4-43ea-a438-a1afcc0905f5 HTTP/1.1" status: 204 len: 168 time: 0.4708989 Sep 29 19:51:28.482988 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 285a8157-e6ac-4c66-942f-f2756de75e56 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:51:28.503991 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 285a8157-e6ac-4c66-942f-f2756de75e56 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:51:28.504341 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 285a8157-e6ac-4c66-942f-f2756de75e56 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:51:28.846302 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-dd3d3176-6ad5-4066-9986-8d18d8a29f26 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314376668&fields=id&tenant_id=938ba2215e4a43769f47a7dc6ce943b1 HTTP/1.1" status: 200 len: 267 time: 0.0322645 Sep 29 19:51:28.954032 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6afd-93ce-4393-8dde-728252163278 req-8df61f8e-ad90-482a-9488-0596fac8661e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:28.955476 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-8df61f8e-ad90-482a-9488-0596fac8661e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 812 time: 0.1025112 Sep 29 19:51:28.970662 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-dd455e44-0dbf-425b-bbd7-2015885ba087 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/quotas/938ba2215e4a43769f47a7dc6ce943b1 HTTP/1.1" status: 200 len: 375 time: 0.0091791 Sep 29 19:51:29.030022 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-9234415c-2829-4b81-a446-a640f04e847a tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0537541 Sep 29 19:51:29.127252 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-0833a2d6-f2ed-46f7-9426-c41ad43e7bae service neutron] 10.222.0.16 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854261 Sep 29 19:51:29.214534 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-32d60740-538f-4c77-ac35-105046d102cf service neutron] 10.222.0.16 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811791 Sep 29 19:51:29.621938 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-69fc4549-cd6d-4f9d-8574-c3ead35188ea req-6ce371b1-854d-447a-9b64-efd13080adef tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 210 time: 0.0273693 Sep 29 19:51:30.731224 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ad8f1371-c452-4f1d-9ead-04f9d2f5f1b4 req-3206af2f-086e-49d7-b497-842e7f1703ab tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 210 time: 0.0363548 Sep 29 19:51:31.822760 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-086a1864-f552-4c95-a379-3cfd101f5e1b req-76d1b63f-1fe3-4c54-8b74-f881091f44f0 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 210 time: 0.0258803 Sep 29 19:51:32.930404 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-084b7335-674c-4c56-8604-5c866cd2c378 req-67cc4f51-6c7e-43a8-b868-5e9a43ddef91 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 210 time: 0.0297856 Sep 29 19:51:33.095282 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c59b233c-bc75-4540-a72e-3f54896d8784 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:33.096674 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c59b233c-bc75-4540-a72e-3f54896d8784 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 812 time: 0.1054711 Sep 29 19:51:33.139795 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-95b8126b-a095-41f0-b2b1-df43b1d390ec tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=938ba2215e4a43769f47a7dc6ce943b1 HTTP/1.1" status: 200 len: 379 time: 0.0331926 Sep 29 19:51:33.148856 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'port': {'device_id': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'admin_state_up': True, 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'security_groups': ['152ed6fd-558d-4805-b98d-53412301a6a4']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:51:33.519645 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Made reservation on behalf of 938ba2215e4a43769f47a7dc6ce943b1 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:51:33.524000 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:33.657952 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Allocated IP 172.20.0.11 (82500cc5-19d3-4dbf-9e87-a8556f474c06/afe2181c-fb41-4f1a-812b-1d27c0a6a222/8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:51:33.815927 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:33.829343 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36516) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:33.858297 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:33.915062 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:51:33.918985 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:51:33.923314 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:51:33.961127 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'Port': ['ID=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:33.974291 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.974648 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.974991 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.975326 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.975659 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.976008 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.976341 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.976672 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.977006 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.977337 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.977662 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:33.977985 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:34.005336 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:34.006036 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:34.025645 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c8198a07-5190-4d46-b1fc-30147380ccc9 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8803942 Sep 29 19:51:34.038811 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Request body: {'port': {'device_id': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:51:34.073143 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d5050-de07-4054-901d-d2e2764352fd req-0a71418c-3c60-461d-badd-552310e0b495 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:34.075454 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-339d5050-de07-4054-901d-d2e2764352fd req-0a71418c-3c60-461d-badd-552310e0b495 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 932 time: 0.0598598 Sep 29 19:51:34.128083 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-339d5050-de07-4054-901d-d2e2764352fd req-d9ff9d7c-d282-4eee-afd7-8b11ceb18e0b tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463574 Sep 29 19:51:34.139276 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:34.262851 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-50b142a3-9096-40d8-8216-d6cd0faa0f8c None None] Provisioning complete for port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:51:34.263402 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50b142a3-9096-40d8-8216-d6cd0faa0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:34.297319 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-50b142a3-9096-40d8-8216-d6cd0faa0f8c None None] Port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:51:34.575254 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:51:34.585089 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:34.604910 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Transition to ACTIVE for port object 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:51:34.625645 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:34.693739 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:34.745728 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643328'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:34.812412 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Attempting to bind port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:51:34.812780 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Attempting to bind port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:51:34.813163 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Attempting to bind port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:51:34.820226 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:51:34.820548 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Attempting to bind port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 on network 82500cc5-19d3-4dbf-9e87-a8556f474c06 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:51:34.830468 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:51:34.830808 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Checking segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:51:34.831197 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Bound using segment: {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:51:34.831634 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Bound port: 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b7d9b8-7bfd-4670-a12c-6f988cccd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:51:34.832027 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:34.982851 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] For port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:51:34.987624 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] For port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:51:34.994307 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:35.034520 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:35.035140 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:35.036628 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] 10.222.0.47 "PUT /v2.0/ports/8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 HTTP/1.1" status: 200 len: 1094 time: 1.0020945 Sep 29 19:51:35.037007 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'tag': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:51:35.039240 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ebfbd0-c286-46dc-9322-6c0ac2561491" -d '{"events": [{"name": "network-changed", "server_uuid": "75224187-39d1-4eb7-9b0f-e405f09dd483", "tag": "8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:51:35.104616 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b5e7db-80c7-4664-af5b-0599532824c8 x-openstack-request-id: req-92b5e7db-80c7-4664-af5b-0599532824c8 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:51:35.104616 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75224187-39d1-4eb7-9b0f-e405f09dd483", "tag": "8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:51:35.104616 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92b5e7db-80c7-4664-af5b-0599532824c8 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:51:35.104616 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'tag': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'status': 'completed', 'code': 200} Sep 29 19:51:35.104616 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0d6bb-7ed4-428d-85ab-2565b316e802 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:35.180095 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6afd-93ce-4393-8dde-728252163278 req-94a797a6-3147-4e95-8925-81fb1c972e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:35.181669 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-94a797a6-3147-4e95-8925-81fb1c972e8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 1097 time: 0.0813704 Sep 29 19:51:35.209125 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] Deleting port 3b0dc42e-de40-4358-948e-752a3eb781b4 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:51:35.209470 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:35.259662 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-c883be1a-94ba-45be-a8af-47dcdd57addf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 HTTP/1.1" status: 200 len: 217 time: 0.0680861 Sep 29 19:51:35.264187 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a123bf4-a927-42e7-8aee-d2de7faffea1 req-c25ef986-c1be-4950-a1ca-d61f0d310daf tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:35.271961 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0a123bf4-a927-42e7-8aee-d2de7faffea1 req-c25ef986-c1be-4950-a1ca-d61f0d310daf tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 944 time: 0.0614595 Sep 29 19:51:35.317567 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0a123bf4-a927-42e7-8aee-d2de7faffea1 req-e2bf5b8c-96f7-4adc-ac39-d583465cc4d8 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447397 Sep 29 19:51:35.361101 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6afd-93ce-4393-8dde-728252163278 req-2b313568-924f-421f-800c-1cdc37918142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:35.362627 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-2b313568-924f-421f-800c-1cdc37918142 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.0873191 Sep 29 19:51:35.380662 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] For port 3b0dc42e-de40-4358-948e-752a3eb781b4, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=3b0dc42e-de40-4358-948e-752a3eb781b4,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:51:35.381025 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:35.408301 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] Calling delete_port for 3b0dc42e-de40-4358-948e-752a3eb781b4 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:51:35.461302 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6afd-93ce-4393-8dde-728252163278 req-ad3c217c-2328-4fcd-99bc-8909a8fbf11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:35.462824 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-ad3c217c-2328-4fcd-99bc-8909a8fbf11b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902419 Sep 29 19:51:35.566374 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2d34d516-59e2-44cf-8047-e6193917f987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:35.614156 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-beed1452-8454-4834-87b4-0af00c490351 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435297 Sep 29 19:51:35.735356 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:35.767574 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-fe4f6afd-93ce-4393-8dde-728252163278 req-38be6a45-5e02-45b1-bae1-2f3b850d9685 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456177 Sep 29 19:51:35.769971 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0dc42e-de40-4358-948e-752a3eb781b4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:35.907907 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-5bbd38dd-ff48-484b-96b0-eca775187d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:35.909423 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-5bbd38dd-ff48-484b-96b0-eca775187d8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 1097 time: 0.0876620 Sep 29 19:51:35.988468 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645257'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:36.080890 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-2c0cca3d-d3f5-4fd8-bab3-6081e5b88533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:36.082347 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-2c0cca3d-d3f5-4fd8-bab3-6081e5b88533 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 913 time: 0.1622396 Sep 29 19:51:36.410605 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-69507f56-3145-45d6-b9d1-b2e0cb7b2e05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 HTTP/1.1" status: 200 len: 217 time: 0.3150284 Sep 29 19:51:36.461994 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c805b1d-b7df-488a-b39e-cc1a86cf85fd req-e531f15b-0b66-484a-ba8c-7beeb025e528 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:36.463539 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6c805b1d-b7df-488a-b39e-cc1a86cf85fd req-e531f15b-0b66-484a-ba8c-7beeb025e528 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 944 time: 0.0592251 Sep 29 19:51:36.516117 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6c805b1d-b7df-488a-b39e-cc1a86cf85fd req-3d176750-02b7-4326-b711-1fe6ee10093c tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438371 Sep 29 19:51:36.533350 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-162f52d8-c32e-4ca9-8a56-d63f8f521a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:36.534829 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-162f52d8-c32e-4ca9-8a56-d63f8f521a67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.1155066 Sep 29 19:51:36.629915 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-38605f87-af55-4b7b-a9c8-3383ee96ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:36.630318 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-38605f87-af55-4b7b-a9c8-3383ee96ca8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877876 Sep 29 19:51:36.637746 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] Router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:51:36.805157 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-b59c8625-9cc2-4368-a1c6-751b8bdf3bb1 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661954 Sep 29 19:51:36.846566 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:51:36.853582 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-49228035-c507-4468-a08d-70620efb7cde admin admin] 10.222.0.16 "PUT /v2.0/routers/37e1f2fd-6901-45b5-8ca2-b8a934d04eec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0231781 Sep 29 19:51:36.857718 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36580) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:36.862981 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] Sync routers for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:51:36.875648 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:51:36.876859 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:51:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:36.944402 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-64ebfbd0-c286-46dc-9322-6c0ac2561491 req-0875c1df-10d8-4a70-8e17-2cc6c07789ec service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294441 Sep 29 19:51:36.974089 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36582) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:37.003039 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:51:37.009144 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.130773 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17ea1b97-1463-4950-b8fc-11c163d2253b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.131328 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.189644 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Deleting port 12dafb26-d6a2-441a-b09c-7f9179c80ad3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:51:37.190071 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.211766 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:51:35Z', 'revision_number': 5, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port': {'id': '12dafb26-d6a2-441a-b09c-7f9179c80ad3', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:46:12Z', 'updated_at': '2021-09-29T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:37.235204 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17ea1b97-1463-4950-b8fc-11c163d2253b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.239089 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] Checking router: 37e1f2fd-6901-45b5-8ca2-b8a934d04eec for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:51:37.240202 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17ea1b97-1463-4950-b8fc-11c163d2253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.248654 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] Routers {'37e1f2fd-6901-45b5-8ca2-b8a934d04eec'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:51:37.249449 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:51:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:37.281247 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] For port 12dafb26-d6a2-441a-b09c-7f9179c80ad3, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=12dafb26-d6a2-441a-b09c-7f9179c80ad3,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:51:37.281610 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.282888 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-17ea1b97-1463-4950-b8fc-11c163d2253b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01469bc290ff41428915bc5f9d288859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076477 Sep 29 19:51:37.285450 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36586) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:37.291539 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea1b97-1463-4950-b8fc-11c163d2253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d791cb-ca51-4fc8-bdd5-8f4e77e9d594,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:37.297536 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Calling delete_port for 12dafb26-d6a2-441a-b09c-7f9179c80ad3 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:51:37.344789 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36247d25-d22b-4793-9260-195a32cc09be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.353325 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] Set router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:51:37.367448 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36247d25-d22b-4793-9260-195a32cc09be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.409657 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:51:37Z', 'revision_number': 6, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port_host': None}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:37.427896 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36247d25-d22b-4793-9260-195a32cc09be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.435051 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36247d25-d22b-4793-9260-195a32cc09be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.439712 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-36247d25-d22b-4793-9260-195a32cc09be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2d791cb-ca51-4fc8-bdd5-8f4e77e9d594 HTTP/1.1" status: 204 len: 168 time: 0.1511250 Sep 29 19:51:37.443487 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b29e8c-a023-4ae2-84cc-f2f3f4aedb14 None None] The sync data for ids ['37e1f2fd-6901-45b5-8ca2-b8a934d04eec'] in dv-cinder-811740-1-iscsi is: [{'id': '37e1f2fd-6901-45b5-8ca2-b8a934d04eec', 'name': 'tempest-AttachVolumeTestJSON-1390121058-router', 'tenant_id': '3918902380164277a9a5386ea5c938b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:46:11Z', 'updated_at': '2021-09-29T19:51:37Z', 'revision_number': 6, 'project_id': '3918902380164277a9a5386ea5c938b6', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:51:37.450227 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36247d25-d22b-4793-9260-195a32cc09be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d791cb-ca51-4fc8-bdd5-8f4e77e9d594,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:37.491319 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.520404 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=12dafb26-d6a2-441a-b09c-7f9179c80ad3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:37.595126 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645194'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.771454 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36594) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:37.786139 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-415e015c-79de-461a-b975-2c5a10b8b9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.900860 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-415e015c-79de-461a-b975-2c5a10b8b9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.905797 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-415e015c-79de-461a-b975-2c5a10b8b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.943796 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-727'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.945241 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e015c-79de-461a-b975-2c5a10b8b9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe67c6-f58c-4943-81ee-e366aa373100,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:37.946076 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:37.954012 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-415e015c-79de-461a-b975-2c5a10b8b9ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc581172605e4ceb9dc4d225a9154c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787269 Sep 29 19:51:37.954671 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:37.997286 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224de6-0b10-443d-ac7a-0b7eb1e3709d req-7659ed33-7f36-4701-9278-5c689ac6831e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:37.998719 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8224de6-0b10-443d-ac7a-0b7eb1e3709d req-7659ed33-7f36-4701-9278-5c689ac6831e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 944 time: 0.4150250 Sep 29 19:51:38.020574 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642092'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.021068 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37e1f2fd-6901-45b5-8ca2-b8a934d04eec {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 19:51:38.032931 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.034004 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-1568401d-2d72-4f11-9c09-ce59cd0dfad6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/37e1f2fd-6901-45b5-8ca2-b8a934d04eec HTTP/1.1" status: 204 len: 168 time: 1.1751561 Sep 29 19:51:38.036643 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36598) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:38.067550 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c8224de6-0b10-443d-ac7a-0b7eb1e3709d req-b0e56e13-85f9-4d01-ac9a-7e8fe4d76e6b tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611408 Sep 29 19:51:38.077877 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4f521f6-e438-4eed-b19e-a8c8bc283759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.093465 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-08282580-03ca-4321-be06-fc1956b7ad75 admin admin] Deleting subnet fb1b461f-1323-46b9-9291-f189c7cf35b3 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:51:38.093465 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08282580-03ca-4321-be06-fc1956b7ad75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.102870 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4f521f6-e438-4eed-b19e-a8c8bc283759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.128985 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08282580-03ca-4321-be06-fc1956b7ad75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-429878'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.156309 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4f521f6-e438-4eed-b19e-a8c8bc283759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.161138 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4f521f6-e438-4eed-b19e-a8c8bc283759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.164417 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-b4f521f6-e438-4eed-b19e-a8c8bc283759 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17fe67c6-f58c-4943-81ee-e366aa373100 HTTP/1.1" status: 204 len: 168 time: 0.2090957 Sep 29 19:51:38.176842 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f521f6-e438-4eed-b19e-a8c8bc283759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe67c6-f58c-4943-81ee-e366aa373100,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:38.225897 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08282580-03ca-4321-be06-fc1956b7ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.288204 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08282580-03ca-4321-be06-fc1956b7ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25398014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509931'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.318520 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08282580-03ca-4321-be06-fc1956b7ad75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1b461f-1323-46b9-9291-f189c7cf35b3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:38.320512 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08282580-03ca-4321-be06-fc1956b7ad75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.322369 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-08282580-03ca-4321-be06-fc1956b7ad75 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fb1b461f-1323-46b9-9291-f189c7cf35b3 HTTP/1.1" status: 204 len: 168 time: 0.2847342 Sep 29 19:51:38.325408 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38461357-2623-4f45-b8bd-381094c7e450 None None] Network b982feda-81ce-41ea-87c3-16df29be60dc requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:51:38.325976 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36602) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:38.402050 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.461164 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Deleting port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:51:38.461723 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.536879 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] For port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=5d09cec6-7bb7-4348-97b6-9b95aa0d4f65,segment=NetworkSegment(9a24a18b-6a4f-4006-8100-bf734d665502),segment_id=9a24a18b-6a4f-4006-8100-bf734d665502)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:51:38.537239 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.551283 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Calling delete_port for 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:51:38.564060 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] DHCP port deletion for b982feda-81ce-41ea-87c3-16df29be60dc request from dv-cinder-811740-1-iscsi {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 19:51:38.580599 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0457f9f6-3e2f-4c9c-870f-3a8bedac8f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.638906 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.666642 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d09cec6-7bb7-4348-97b6-9b95aa0d4f65,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:38.668748 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] No DVR routers for this DVR port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 on host dv-cinder-811740-1-iscsi {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:51:38.746570 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.767800 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b982feda-81ce-41ea-87c3-16df29be60dc']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:38.774114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Deleting port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:51:38.774724 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.781639 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a24a18b-6a4f-4006-8100-bf734d665502') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:38.781639 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a24a18b-6a4f-4006-8100-bf734d665502') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:38.790171 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-429871'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.807337 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.814888 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:51:38.815388 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395280'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: Traceback (most recent call last): Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: timer() Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: cb(*args, **kw) Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: return func(*args, **kwargs) Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: self._notify() Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: self.callback(batched_events) Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: event.method(event) Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: return f(self, *a, **k) Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._get(url).json() Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: return self.request(url, 'GET', **kwargs) Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:51:38.817170 dv-cinder-811740-1-iscsi neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:51:38.848165 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.876695 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] For port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65, host dv-cinder-811740-1-iscsi, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:51:38.877423 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.885609 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.896339 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.899694 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b982feda-81ce-41ea-87c3-16df29be60dc HTTP/1.1" status: 204 len: 168 time: 0.5727870 Sep 29 19:51:38.905300 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Calling delete_port for 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:51:38.910751 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 19:51:38.914354 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:38.918314 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dce33-f78b-4004-bf9b-74e446ee9553 admin admin] Pushing event deleted for resources: {'Network': ['ID=b982feda-81ce-41ea-87c3-16df29be60dc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:38.929068 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Network b982feda-81ce-41ea-87c3-16df29be60dc is not hosted by any dhcp agent {{(pid=100713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 19:51:38.929652 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] No DVR routers for this DVR port 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 on host dv-cinder-811740-1-iscsi {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:51:38.963479 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Pushing event deleted for resources: {'Port': ['ID=5d09cec6-7bb7-4348-97b6-9b95aa0d4f65,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:38.977383 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.977881 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.978447 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.979012 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.979458 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.983217 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.983217 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.983217 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.983217 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.983726 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.984257 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:38.984812 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5547be-04fd-49db-b3e2-45b768c575c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:51:39.117758 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36630) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:39.160844 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-db490356-6a36-4228-b1fe-ee6fd1c5e2a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3918902380164277a9a5386ea5c938b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418527 Sep 29 19:51:39.169962 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:39.241016 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db428ac9-52b2-4935-9872-9d294c7d4956 req-944e42ab-1823-4ce0-bd35-d0811a53d9c0 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:39.242365 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-db428ac9-52b2-4935-9872-9d294c7d4956 req-944e42ab-1823-4ce0-bd35-d0811a53d9c0 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 944 time: 0.0832746 Sep 29 19:51:39.264522 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af6be71f-ce68-4219-83c8-93da43592cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:39.307713 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af6be71f-ce68-4219-83c8-93da43592cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:39.316772 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-db428ac9-52b2-4935-9872-9d294c7d4956 req-bdb63852-3aa1-4ca6-b30f-ed68b16065c6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638523 Sep 29 19:51:39.369509 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af6be71f-ce68-4219-83c8-93da43592cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:39.373306 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af6be71f-ce68-4219-83c8-93da43592cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:39.374755 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-af6be71f-ce68-4219-83c8-93da43592cd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86269230-44f8-4045-8c15-d8f910abe6e2 HTTP/1.1" status: 204 len: 168 time: 0.2030594 Sep 29 19:51:39.384117 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6be71f-ce68-4219-83c8-93da43592cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86269230-44f8-4045-8c15-d8f910abe6e2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:39.454755 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:39.458072 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 3b0dc42e-de40-4358-948e-752a3eb781b4 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:51:39.483189 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 3b0dc42e-de40-4358-948e-752a3eb781b4 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:51:39.484327 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 3b0dc42e-de40-4358-948e-752a3eb781b4 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:51:39.484327 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 12dafb26-d6a2-441a-b09c-7f9179c80ad3 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:51:39.503623 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 12dafb26-d6a2-441a-b09c-7f9179c80ad3 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:51:39.503988 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 12dafb26-d6a2-441a-b09c-7f9179c80ad3 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:51:39.504410 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:51:39.523107 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:51:39.523451 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 5d09cec6-7bb7-4348-97b6-9b95aa0d4f65 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:51:39.958244 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36662) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:40.074451 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-caf0d766-d647-464d-8896-8b0f3548162b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:40.186792 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-caf0d766-d647-464d-8896-8b0f3548162b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:40.191387 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-caf0d766-d647-464d-8896-8b0f3548162b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:40.234120 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-caf0d766-d647-464d-8896-8b0f3548162b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d9a71d02d1943f5a2923960908b10e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747216 Sep 29 19:51:40.235201 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0d766-d647-464d-8896-8b0f3548162b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf978c5-58b0-4584-8654-c954cf620316,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:40.236816 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36674) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:40.288358 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed7edbc0-ca05-4488-a777-64f3efc838d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:40.310427 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed7edbc0-ca05-4488-a777-64f3efc838d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:40.362228 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed7edbc0-ca05-4488-a777-64f3efc838d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:40.365859 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed7edbc0-ca05-4488-a777-64f3efc838d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:40.367311 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ed7edbc0-ca05-4488-a777-64f3efc838d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cf978c5-58b0-4584-8654-c954cf620316 HTTP/1.1" status: 204 len: 168 time: 0.1288323 Sep 29 19:51:40.376714 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7edbc0-ca05-4488-a777-64f3efc838d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf978c5-58b0-4584-8654-c954cf620316,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:40.472049 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab148f-93e9-4c5a-991d-5be69bd3495a req-52dc248e-1e4e-45eb-aafc-93a5272bff07 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:40.473626 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6bab148f-93e9-4c5a-991d-5be69bd3495a req-52dc248e-1e4e-45eb-aafc-93a5272bff07 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 944 time: 0.0537941 Sep 29 19:51:40.518445 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6bab148f-93e9-4c5a-991d-5be69bd3495a req-eff3c759-0506-4c1e-bb2e-3ba3856659c7 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387385 Sep 29 19:51:40.542432 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:51:40.771119 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36694) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:40.785168 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dfc9-f896-4da1-99ec-55b72721ed05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:40.882800 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dfc9-f896-4da1-99ec-55b72721ed05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:40.886733 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dfc9-f896-4da1-99ec-55b72721ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:40.924518 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-e3e8dfc9-f896-4da1-99ec-55b72721ed05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03567d2f15154701af59b6e97fdfaed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517594 Sep 29 19:51:40.925467 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8dfc9-f896-4da1-99ec-55b72721ed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc909427-9af3-4239-86be-2617d23b5456,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:40.927458 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:40.986544 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a4d7-0a7f-4c08-acf9-e3a87d18cfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.008511 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a4d7-0a7f-4c08-acf9-e3a87d18cfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.059605 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a4d7-0a7f-4c08-acf9-e3a87d18cfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.062299 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a4d7-0a7f-4c08-acf9-e3a87d18cfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.063472 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-ecc0a4d7-0a7f-4c08-acf9-e3a87d18cfec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc909427-9af3-4239-86be-2617d23b5456 HTTP/1.1" status: 204 len: 168 time: 0.1341753 Sep 29 19:51:41.073139 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0a4d7-0a7f-4c08-acf9-e3a87d18cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc909427-9af3-4239-86be-2617d23b5456,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:41.333148 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.352698 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36718) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:41.464263 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9757133c-67c9-44d0-a39b-723e2021cd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.565792 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9757133c-67c9-44d0-a39b-723e2021cd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.570111 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9757133c-67c9-44d0-a39b-723e2021cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.620650 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-9757133c-67c9-44d0-a39b-723e2021cd62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b32dc582c05141f5a3f01ef5bdb00fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668464 Sep 29 19:51:41.624037 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36734) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:41.635280 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757133c-67c9-44d0-a39b-723e2021cd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95001abd-e873-42d6-be7d-c084273e511d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:41.663871 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb60bd-dfed-40b0-8ea7-b251e6b8588a req-0e6b6b97-7486-4b41-a6b6-6b43978430af tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:41.665427 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a0fb60bd-dfed-40b0-8ea7-b251e6b8588a req-0e6b6b97-7486-4b41-a6b6-6b43978430af tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 944 time: 0.0643027 Sep 29 19:51:41.702438 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da996a34-f603-4f80-8408-42b9c0239b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.710093 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a0fb60bd-dfed-40b0-8ea7-b251e6b8588a req-51daecf3-82c1-4e5e-9852-56bcf70969c0 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365717 Sep 29 19:51:41.728790 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da996a34-f603-4f80-8408-42b9c0239b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.776211 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da996a34-f603-4f80-8408-42b9c0239b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.779210 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da996a34-f603-4f80-8408-42b9c0239b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:41.780514 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-da996a34-f603-4f80-8408-42b9c0239b8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95001abd-e873-42d6-be7d-c084273e511d HTTP/1.1" status: 204 len: 168 time: 0.1553853 Sep 29 19:51:41.788474 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da996a34-f603-4f80-8408-42b9c0239b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95001abd-e873-42d6-be7d-c084273e511d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:42.117912 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36752) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:42.131907 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88084662-c5aa-4ace-879c-7fb8d2d20262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:42.229222 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88084662-c5aa-4ace-879c-7fb8d2d20262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:42.233463 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88084662-c5aa-4ace-879c-7fb8d2d20262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:42.271999 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88084662-c5aa-4ace-879c-7fb8d2d20262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a78b9af-b267-4cca-9c33-b2770c4435ff,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:42.279199 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-88084662-c5aa-4ace-879c-7fb8d2d20262 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a970d6ad4b844b0b1efe5cdad7777d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577446 Sep 29 19:51:42.279436 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36756) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:42.333613 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46b08e63-3d3e-41c1-8495-ee4b9bb64be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:42.356557 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46b08e63-3d3e-41c1-8495-ee4b9bb64be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:42.408793 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46b08e63-3d3e-41c1-8495-ee4b9bb64be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:42.412211 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46b08e63-3d3e-41c1-8495-ee4b9bb64be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:42.413378 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-46b08e63-3d3e-41c1-8495-ee4b9bb64be4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a78b9af-b267-4cca-9c33-b2770c4435ff HTTP/1.1" status: 204 len: 168 time: 0.1330078 Sep 29 19:51:42.422033 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b08e63-3d3e-41c1-8495-ee4b9bb64be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a78b9af-b267-4cca-9c33-b2770c4435ff,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:42.577167 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:51:42.686385 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:51:42.698439 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'port_id': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'mac_address': 'fa:16:3e:f3:07:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:51:42.745163 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:42.784198 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:51:42.789891 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:42.810047 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:51:42.815151 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:42.843855 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959a5b-6f69-4d1a-8b63-470c08cfb718 req-e7109fa0-7c75-443a-9bc5-d7e26dc8dd12 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:42.856580 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f6959a5b-6f69-4d1a-8b63-470c08cfb718 req-e7109fa0-7c75-443a-9bc5-d7e26dc8dd12 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 944 time: 0.0668218 Sep 29 19:51:42.871503 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:42.906164 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f6959a5b-6f69-4d1a-8b63-470c08cfb718 req-bf60c57a-c5b5-46b6-841b-21492455c1f4 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479302 Sep 29 19:51:43.035664 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:51:44.053335 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6972f-69de-47a2-9f5c-62655e53fcd9 req-224d4a46-5852-49a2-9250-c19ff383caf3 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:44.056069 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d4c6972f-69de-47a2-9f5c-62655e53fcd9 req-224d4a46-5852-49a2-9250-c19ff383caf3 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 945 time: 0.0825129 Sep 29 19:51:44.114955 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d4c6972f-69de-47a2-9f5c-62655e53fcd9 req-0f69c0d9-582b-409a-bbf7-613f2f504cf6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517790 Sep 29 19:51:44.577918 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:51:44.650641 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:51:44.655527 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:51:44.656171 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:44.741941 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:44.767451 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:51:44.770070 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2728946b-54ac-4cdb-a7e2-4d9211de6d13" -d '{"events": [{"server_uuid": "75224187-39d1-4eb7-9b0f-e405f09dd483", "name": "network-vif-plugged", "status": "completed", "tag": "8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:51:44.783343 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:51:44.787528 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:44.821209 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bbfdb6-bdb4-4766-aea4-0de9ead66df2 x-openstack-request-id: req-f5bbfdb6-bdb4-4766-aea4-0de9ead66df2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:51:44.821502 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75224187-39d1-4eb7-9b0f-e405f09dd483", "name": "network-vif-plugged", "status": "completed", "tag": "8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:51:44.821755 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5bbfdb6-bdb4-4766-aea4-0de9ead66df2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:51:44.822144 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'code': 200} Sep 29 19:51:44.856332 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:45.028922 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6b0aa-5b19-4f63-8ae7-ba02ce83be72 req-d4bfe564-003c-4c14-967a-f1d6a5466cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:45.032227 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-38b6b0aa-5b19-4f63-8ae7-ba02ce83be72 req-d4bfe564-003c-4c14-967a-f1d6a5466cba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 1099 time: 0.0420771 Sep 29 19:51:45.076123 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-38b6b0aa-5b19-4f63-8ae7-ba02ce83be72 req-6621867a-0417-4a31-80d9-1111374e3177 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369098 Sep 29 19:51:45.249815 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c886c-fc64-4e71-8069-8b159546190c req-25df9382-8209-42bf-b5dc-c5048ab2ca7d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:45.251341 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-628c886c-fc64-4e71-8069-8b159546190c req-25df9382-8209-42bf-b5dc-c5048ab2ca7d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 946 time: 0.0592339 Sep 29 19:51:45.290548 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-628c886c-fc64-4e71-8069-8b159546190c req-05978ad3-a6e2-4142-961f-879dd209d315 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330849 Sep 29 19:51:45.830243 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:45.939153 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-749d5a23-f5c4-4234-a3cd-ba2265a794df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.039400 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-749d5a23-f5c4-4234-a3cd-ba2265a794df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.043394 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-749d5a23-f5c4-4234-a3cd-ba2265a794df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.087982 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-749d5a23-f5c4-4234-a3cd-ba2265a794df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6930b4d097b7401aadaeed8a9045c152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564549 Sep 29 19:51:46.089113 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d5a23-f5c4-4234-a3cd-ba2265a794df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88af1b6-2f3d-4533-b4ba-e349df81ad67,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:46.090729 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36896) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:46.146919 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efab82b4-5173-4302-b932-909e437ddf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.168970 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efab82b4-5173-4302-b932-909e437ddf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.217481 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efab82b4-5173-4302-b932-909e437ddf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.220159 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efab82b4-5173-4302-b932-909e437ddf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.221324 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-efab82b4-5173-4302-b932-909e437ddf78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e88af1b6-2f3d-4533-b4ba-e349df81ad67 HTTP/1.1" status: 204 len: 168 time: 0.1290221 Sep 29 19:51:46.228968 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab82b4-5173-4302-b932-909e437ddf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88af1b6-2f3d-4533-b4ba-e349df81ad67,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:46.422628 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cbf7-ee4e-4902-a2c3-d74f80db6b44 req-c52a8411-551e-4cc7-b923-ce7166a35903 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:46.431772 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b398cbf7-ee4e-4902-a2c3-d74f80db6b44 req-c52a8411-551e-4cc7-b923-ce7166a35903 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 946 time: 0.0665498 Sep 29 19:51:46.482677 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b398cbf7-ee4e-4902-a2c3-d74f80db6b44 req-8fed543b-6029-45e9-985d-973e0d6cfebb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497344 Sep 29 19:51:46.540762 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36914) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:46.557146 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20173adf-fb51-45d2-b20a-28d4725f32f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.609078 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ac61-7bec-4aef-9a5f-38bf95523f8f req-0fad740d-6509-462b-b1fe-2280911b2013 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:46.610557 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bf88ac61-7bec-4aef-9a5f-38bf95523f8f req-0fad740d-6509-462b-b1fe-2280911b2013 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 946 time: 0.0525720 Sep 29 19:51:46.653336 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bf88ac61-7bec-4aef-9a5f-38bf95523f8f req-56e01d3c-3d02-483c-a029-fcd2adbbd973 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361738 Sep 29 19:51:46.663710 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20173adf-fb51-45d2-b20a-28d4725f32f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.668261 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20173adf-fb51-45d2-b20a-28d4725f32f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.679013 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:46.709506 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20173adf-fb51-45d2-b20a-28d4725f32f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0cf9ac-daf9-4122-aef3-371095a85cf6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:46.716233 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-20173adf-fb51-45d2-b20a-28d4725f32f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29bd2611e0ed497187803bf2d22123a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726792 Sep 29 19:51:46.718547 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 36918) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:46.726761 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195be3fb-bca1-4724-a433-ec1fcba9b524 tempest-TestVolumeBootPattern-237957089 tempest-TestVolumeBootPattern-237957089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:46.728315 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-195be3fb-bca1-4724-a433-ec1fcba9b524 tempest-TestVolumeBootPattern-237957089 tempest-TestVolumeBootPattern-237957089-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 1094 time: 0.0482273 Sep 29 19:51:46.732167 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 36920) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:46.736844 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Request body: {'floatingip': {'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'port_id': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:51:46.760273 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.773976 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddcedea3-adb8-4492-af7b-c8eace926481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.798693 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddcedea3-adb8-4492-af7b-c8eace926481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.847763 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddcedea3-adb8-4492-af7b-c8eace926481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.850303 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddcedea3-adb8-4492-af7b-c8eace926481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.851461 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ddcedea3-adb8-4492-af7b-c8eace926481 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd0cf9ac-daf9-4122-aef3-371095a85cf6 HTTP/1.1" status: 204 len: 168 time: 0.1319869 Sep 29 19:51:46.860393 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcedea3-adb8-4492-af7b-c8eace926481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0cf9ac-daf9-4122-aef3-371095a85cf6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:46.867986 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:46.972106 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Allocated IP 172.27.1.151 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/1b215cc0-888b-4807-b4e6-de8748c43726) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:51:47.082051 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:47.119773 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:47.161148 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:51:47.164516 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:51:47.169000 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:51:47.194891 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'Port': ['ID=1b215cc0-888b-4807-b4e6-de8748c43726,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:47.555101 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:47.629783 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:47.805764 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:47.811801 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:47.892867 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event updated for resources: {'Port': ['ID=1b215cc0-888b-4807-b4e6-de8748c43726,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:47.898800 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:48.006277 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.l3_db [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Floating IP 1d6e2b5c-a3cf-4c73-83e0-c479363acf57 associated. External IP: 172.27.1.151, port: 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3. Sep 29 19:51:48.235972 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Router a594527f-8ecf-4523-8362-6b1444c9f2ea has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:51:48.350973 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:51:48.369415 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477757df-631a-4563-b140-bf3625661a22 None None] Sync routers for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:51:48.375973 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:48.379907 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477757df-631a-4563-b140-bf3625661a22 None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:51:48.380922 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-477757df-631a-4563-b140-bf3625661a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:51:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:48.411881 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-993c7e44-6d83-4ad1-bc78-ae78cd4cee1d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6712785 Sep 29 19:51:48.411881 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'tag': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:51:48.411881 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fffb69-be18-4f73-8952-f849e0742e54" -d '{"events": [{"name": "network-changed", "server_uuid": "75224187-39d1-4eb7-9b0f-e405f09dd483", "tag": "8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:51:48.444892 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d1212b-e996-4db0-81d8-75a48c4753de x-openstack-request-id: req-c8d1212b-e996-4db0-81d8-75a48c4753de {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:51:48.445192 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75224187-39d1-4eb7-9b0f-e405f09dd483", "tag": "8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:51:48.445476 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8d1212b-e996-4db0-81d8-75a48c4753de {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:51:48.446174 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'tag': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'status': 'completed', 'code': 200} Sep 29 19:51:48.494048 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-477757df-631a-4563-b140-bf3625661a22 None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:51:48.510499 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-3b2dd13a-2077-4ffb-81b0-605dc866de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:48.512022 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-3b2dd13a-2077-4ffb-81b0-605dc866de09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 1099 time: 0.0434489 Sep 29 19:51:48.608864 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-9268a42b-fc1f-4a2f-8fbc-0fda2899deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:48.610331 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-9268a42b-fc1f-4a2f-8fbc-0fda2899deb0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 913 time: 0.0912488 Sep 29 19:51:48.689511 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-ab73dc88-fb3a-48d2-8b17-97931b7c78cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 HTTP/1.1" status: 200 len: 1000 time: 0.0718911 Sep 29 19:51:48.733681 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-477757df-631a-4563-b140-bf3625661a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '1d6e2b5c-a3cf-4c73-83e0-c479363acf57', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:f3:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:51:47Z', 'updated_at': '2021-09-29T19:51:47Z', 'revision_number': 0, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}, {'id': 'd795a6b4-2539-4849-a1b9-01d4e9c8aa6a', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:73:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:30Z', 'updated_at': '2021-09-29T19:49:33Z', 'revision_number': 1, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:48.742149 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-5206f8ee-0f0a-49ab-91fa-edfc6b0b2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:48.743681 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-5206f8ee-0f0a-49ab-91fa-edfc6b0b2785 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.0480192 Sep 29 19:51:48.769109 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477757df-631a-4563-b140-bf3625661a22 None None] Checking router: a594527f-8ecf-4523-8362-6b1444c9f2ea for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:51:48.793582 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477757df-631a-4563-b140-bf3625661a22 None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:51:48.794233 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-477757df-631a-4563-b140-bf3625661a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:51:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:48.820747 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-bce7eb8c-d46f-4372-b9c3-43e19933e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:48.823477 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-bce7eb8c-d46f-4372-b9c3-43e19933e6d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718274 Sep 29 19:51:48.929371 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-477757df-631a-4563-b140-bf3625661a22 None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:51:48.942439 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-c2193928-1cea-4654-9d71-6a06c85cae11 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109533 Sep 29 19:51:49.049891 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b4fffb69-be18-4f73-8952-f849e0742e54 req-54808fb1-5856-4cec-af8b-a3dd9f761c85 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002271 Sep 29 19:51:49.188908 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-477757df-631a-4563-b140-bf3625661a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '1d6e2b5c-a3cf-4c73-83e0-c479363acf57', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:f3:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:51:47Z', 'updated_at': '2021-09-29T19:51:47Z', 'revision_number': 0, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}, {'id': 'd795a6b4-2539-4849-a1b9-01d4e9c8aa6a', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:73:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:30Z', 'updated_at': '2021-09-29T19:49:33Z', 'revision_number': 1, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:51:49.216031 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477757df-631a-4563-b140-bf3625661a22 None None] The sync data for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi is: [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': '1d6e2b5c-a3cf-4c73-83e0-c479363acf57', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:f3:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:51:47Z', 'updated_at': '2021-09-29T19:51:47Z', 'revision_number': 0, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}, {'id': 'd795a6b4-2539-4849-a1b9-01d4e9c8aa6a', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:73:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:30Z', 'updated_at': '2021-09-29T19:49:33Z', 'revision_number': 1, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:51:49.428616 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff168e7-60e6-421d-b853-451f9a10f700 None None] New status for floating IP 1d6e2b5c-a3cf-4c73-83e0-c479363acf57: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:51:51.404696 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37044) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:51.437598 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37048) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:51.548351 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82f9f134-8336-4797-8c68-c7715bd2af86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:51.561520 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f39a8a3-d70e-45a2-96f4-140e2d64fb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:51.593293 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.db.api [None req-9f39a8a3-d70e-45a2-96f4-140e2d64fb18 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 19:51:51.593293 dv-cinder-811740-1-iscsi neutron-server[100712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 19:51:51.593293 dv-cinder-811740-1-iscsi neutron-server[100712]: [parameters: {'project_id': 'f726e4f85db34a1baaf52e45184f3399', 'id': '43d68c02-75c4-4568-bfe8-64d982c09c3c', 'expiration': datetime.datetime(2021, 9, 29, 19, 53, 51, 588731)}] Sep 29 19:51:51.593293 dv-cinder-811740-1-iscsi neutron-server[100712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 19:51:51.593780 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG oslo_db.api [None req-9f39a8a3-d70e-45a2-96f4-140e2d64fb18 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 19:51:51.665279 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82f9f134-8336-4797-8c68-c7715bd2af86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:51.669176 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82f9f134-8336-4797-8c68-c7715bd2af86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:51.707163 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-82f9f134-8336-4797-8c68-c7715bd2af86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57fa4f4720b54963a485ca8e301bb613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685051 Sep 29 19:51:51.708046 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9f134-8336-4797-8c68-c7715bd2af86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817cf1dc-4d34-43ab-a132-8fa79fbd55d1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:51.709897 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37052) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:51.759549 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f8275f-6093-4d2e-a1b8-cce210891065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:51.779638 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f8275f-6093-4d2e-a1b8-cce210891065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:51.824144 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f8275f-6093-4d2e-a1b8-cce210891065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:51.826712 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f8275f-6093-4d2e-a1b8-cce210891065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:51.827854 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-d4f8275f-6093-4d2e-a1b8-cce210891065 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/817cf1dc-4d34-43ab-a132-8fa79fbd55d1 HTTP/1.1" status: 204 len: 168 time: 0.1160970 Sep 29 19:51:51.835626 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8275f-6093-4d2e-a1b8-cce210891065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817cf1dc-4d34-43ab-a132-8fa79fbd55d1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:52.094868 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f39a8a3-d70e-45a2-96f4-140e2d64fb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.097041 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37058) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:52.111616 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-355f9de0-88c1-4812-bd2b-2169cacb2063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.186411 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f39a8a3-d70e-45a2-96f4-140e2d64fb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.190273 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f39a8a3-d70e-45a2-96f4-140e2d64fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.227535 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-9f39a8a3-d70e-45a2-96f4-140e2d64fb18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f726e4f85db34a1baaf52e45184f3399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8217356 Sep 29 19:51:52.230251 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37060) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:52.232921 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39a8a3-d70e-45a2-96f4-140e2d64fb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39977b6e-c105-4835-97f9-bf4ded07d4b6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:52.306330 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-355f9de0-88c1-4812-bd2b-2169cacb2063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.309650 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce55c30d-9d8c-44da-869f-a8567063fb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.312431 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-355f9de0-88c1-4812-bd2b-2169cacb2063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.360843 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce55c30d-9d8c-44da-869f-a8567063fb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.373392 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-355f9de0-88c1-4812-bd2b-2169cacb2063 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69c5fbeb5178401ea5a29fd872b98a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750971 Sep 29 19:51:52.376155 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37062) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:52.381064 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f9de0-88c1-4812-bd2b-2169cacb2063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d5e1b4-f237-416d-a34c-87181ab498f5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:52.423135 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce55c30d-9d8c-44da-869f-a8567063fb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.425962 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce55c30d-9d8c-44da-869f-a8567063fb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.427100 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ce55c30d-9d8c-44da-869f-a8567063fb02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39977b6e-c105-4835-97f9-bf4ded07d4b6 HTTP/1.1" status: 204 len: 168 time: 0.1953330 Sep 29 19:51:52.436958 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55c30d-9d8c-44da-869f-a8567063fb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39977b6e-c105-4835-97f9-bf4ded07d4b6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:52.440239 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45d1d2f6-c39c-427f-bf89-352e58b7f317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.462706 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45d1d2f6-c39c-427f-bf89-352e58b7f317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.521707 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45d1d2f6-c39c-427f-bf89-352e58b7f317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.525009 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45d1d2f6-c39c-427f-bf89-352e58b7f317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.526681 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-45d1d2f6-c39c-427f-bf89-352e58b7f317 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9d5e1b4-f237-416d-a34c-87181ab498f5 HTTP/1.1" status: 204 len: 168 time: 0.1490476 Sep 29 19:51:52.534728 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1d2f6-c39c-427f-bf89-352e58b7f317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d5e1b4-f237-416d-a34c-87181ab498f5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:52.820140 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37072) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:52.832860 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-994976d4-cde5-45f5-acc3-2c8af47b460b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.836607 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37074) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:52.850229 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b416ac20-9a10-482d-b414-d83a7d0476be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.921126 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-994976d4-cde5-45f5-acc3-2c8af47b460b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.925509 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-994976d4-cde5-45f5-acc3-2c8af47b460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:52.964122 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-994976d4-cde5-45f5-acc3-2c8af47b460b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d520e44a991e46b2b6b52f218cff70c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427255 Sep 29 19:51:52.965549 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994976d4-cde5-45f5-acc3-2c8af47b460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471995bf-ac06-48e4-9cba-1bd7ddbca16a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:52.968393 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37076) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:53.009921 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b416ac20-9a10-482d-b414-d83a7d0476be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:53.014335 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b416ac20-9a10-482d-b414-d83a7d0476be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:53.018415 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf37319f-6399-445d-8fd5-cedbcbb6485b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:53.045287 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf37319f-6399-445d-8fd5-cedbcbb6485b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:53.054066 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-b416ac20-9a10-482d-b414-d83a7d0476be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9328843445974c5eab76f19a4af511df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160842 Sep 29 19:51:53.054669 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416ac20-9a10-482d-b414-d83a7d0476be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4450f775-1534-4134-9606-2d355a4b2f54,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:53.056999 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37078) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:53.126974 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ac02dd-528d-4590-94fe-b2a2dd564a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:53.128520 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf37319f-6399-445d-8fd5-cedbcbb6485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:53.130973 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf37319f-6399-445d-8fd5-cedbcbb6485b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:53.132154 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-bf37319f-6399-445d-8fd5-cedbcbb6485b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/471995bf-ac06-48e4-9cba-1bd7ddbca16a HTTP/1.1" status: 204 len: 168 time: 0.1628351 Sep 29 19:51:53.148443 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37319f-6399-445d-8fd5-cedbcbb6485b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471995bf-ac06-48e4-9cba-1bd7ddbca16a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:53.161921 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ac02dd-528d-4590-94fe-b2a2dd564a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:53.218538 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ac02dd-528d-4590-94fe-b2a2dd564a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:53.221497 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ac02dd-528d-4590-94fe-b2a2dd564a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:53.222683 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-99ac02dd-528d-4590-94fe-b2a2dd564a7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4450f775-1534-4134-9606-2d355a4b2f54 HTTP/1.1" status: 204 len: 168 time: 0.1647398 Sep 29 19:51:53.231580 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac02dd-528d-4590-94fe-b2a2dd564a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4450f775-1534-4134-9606-2d355a4b2f54,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:55.903465 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-1e1c596d-f4cb-49e6-96d5-9018fdf7aa6a tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8773c45705b420c8ed7f9aecb2e6e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290027 Sep 29 19:51:56.091810 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-0f8c4d2d-09da-4ae6-a85f-3828dbefdc92 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:56.094130 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-0f8c4d2d-09da-4ae6-a85f-3828dbefdc92 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850450 Sep 29 19:51:56.109828 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9767886f-f568-46e3-a18f-d324655d2265 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/quotas/a8773c45705b420c8ed7f9aecb2e6e43 HTTP/1.1" status: 200 len: 375 time: 0.0102074 Sep 29 19:51:56.143483 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-284d9cb0-3d17-48f7-a283-454e87ed0dbd tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8773c45705b420c8ed7f9aecb2e6e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279851 Sep 29 19:51:56.315488 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-e6f8ebbc-c034-40ae-b828-44db13c5b81f req-2a790687-415b-443d-a743-cea2a3a80cb9 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 210 time: 0.0283778 Sep 29 19:51:57.202471 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-35030658-e3bf-4053-aaaf-4f3a40d4cfc9 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a8773c45705b420c8ed7f9aecb2e6e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296023 Sep 29 19:51:57.400348 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-cbbf3c69-f898-44ef-993e-4e2c5f4be0ec tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:57.401786 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-cbbf3c69-f898-44ef-993e-4e2c5f4be0ec tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910579 Sep 29 19:51:57.415282 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Request body: {'port': {'device_id': '9f86dea4-ad42-418e-9b61-82acf79dfaa2', 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948', 'admin_state_up': True, 'tenant_id': 'a8773c45705b420c8ed7f9aecb2e6e43'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:51:57.421956 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-49c006e0-6b3a-418d-a933-a9c05b0f1e3c req-5cbc8715-ae52-434a-8e3c-a35e84252e8a tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 210 time: 0.0267577 Sep 29 19:51:57.521877 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Made reservation on behalf of a8773c45705b420c8ed7f9aecb2e6e43 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:51:57.525386 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:57.534337 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:57.627702 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:57.631447 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:57.695041 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8abb11b-3248-45bf-a4d6-d22fe137c87e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:57.769254 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Allocated IP 192.168.233.219 (a7775feb-bff0-4a57-94eb-adaa115d3948/97a52076-3dde-4b12-a78f-cac11b346ef1/eaa9f9ce-784d-42fe-a2ad-bc4f7569418a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:51:57.915924 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:57.952382 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:57.995054 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Network a7775feb-bff0-4a57-94eb-adaa115d3948 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:51:57.998746 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:51:58.001501 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:51:58.033178 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Pushing event updated for resources: {'Port': ['ID=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:58.064254 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:58.064821 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.081937 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-9a417ced-9e5e-43cf-ab9b-8013d71ea89f tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6703291 Sep 29 19:51:58.097231 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Request body: {'port': {'device_id': '9f86dea4-ad42-418e-9b61-82acf79dfaa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:51:58.163406 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.263434 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-555cb446-7cd3-4931-95d4-bf38d934698c None None] Provisioning complete for port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:51:58.264229 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-555cb446-7cd3-4931-95d4-bf38d934698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.305831 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-555cb446-7cd3-4931-95d4-bf38d934698c None None] Port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:51:58.460123 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:58.478079 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa9f9ce-784d-42fe-a2ad-bc4f7569418a {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:51:58.488311 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.503154 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Transition to ACTIVE for port object eaa9f9ce-784d-42fe-a2ad-bc4f7569418a will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:51:58.509185 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.595461 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8d0e7-90ee-46ad-88b8-897537984c63 req-054b4bd4-12bb-495b-8ff0-0d152e9795b2 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:58.597509 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-45b8d0e7-90ee-46ad-88b8-897537984c63 req-054b4bd4-12bb-495b-8ff0-0d152e9795b2 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 948 time: 0.0780303 Sep 29 19:51:58.618083 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Pushing event updated for resources: {'Port': ['ID=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:58.632926 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96f4b562-39d1-4242-bc76-b8bbb6fcc45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.653966 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Attempting to bind port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:51:58.654505 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Attempting to bind port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': '72cadd0a-8280-4abb-89b1-4c0cdfcb6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:51:58.654901 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Attempting to bind port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a on network a7775feb-bff0-4a57-94eb-adaa115d3948 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:51:58.660109 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a on network a7775feb-bff0-4a57-94eb-adaa115d3948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:51:58.660667 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Attempting to bind port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a on network a7775feb-bff0-4a57-94eb-adaa115d3948 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:51:58.665972 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:51:58.666378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Checking segment: {'id': '72cadd0a-8280-4abb-89b1-4c0cdfcb6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:51:58.667185 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Bound using segment: {'id': '72cadd0a-8280-4abb-89b1-4c0cdfcb6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:51:58.667351 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Bound port: eaa9f9ce-784d-42fe-a2ad-bc4f7569418a, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cadd0a-8280-4abb-89b1-4c0cdfcb6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:51:58.667709 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.688414 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-45b8d0e7-90ee-46ad-88b8-897537984c63 req-e96d90d7-1eb4-4fa0-a6ee-0fc039691760 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8abb11b-3248-45bf-a4d6-d22fe137c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816555 Sep 29 19:51:58.749657 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] For port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:51:58.753050 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] For port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,segment=NetworkSegment(72cadd0a-8280-4abb-89b1-4c0cdfcb6f05),segment_id=72cadd0a-8280-4abb-89b1-4c0cdfcb6f05)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:51:58.758342 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.786385 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96f4b562-39d1-4242-bc76-b8bbb6fcc45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.791630 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96f4b562-39d1-4242-bc76-b8bbb6fcc45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.808719 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:58.809046 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:58.810533 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] 10.222.0.47 "PUT /v2.0/ports/eaa9f9ce-784d-42fe-a2ad-bc4f7569418a HTTP/1.1" status: 200 len: 1098 time: 0.7179117 Sep 29 19:51:58.810988 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f86dea4-ad42-418e-9b61-82acf79dfaa2', 'tag': 'eaa9f9ce-784d-42fe-a2ad-bc4f7569418a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:51:58.813268 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39604d3-5396-4be2-95af-80f92d2328e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f86dea4-ad42-418e-9b61-82acf79dfaa2", "tag": "eaa9f9ce-784d-42fe-a2ad-bc4f7569418a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:51:58.841047 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e85d23-e21e-4f8d-8820-e1649b19d05e service neutron] Pushing event updated for resources: {'Port': ['ID=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:58.857469 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-96f4b562-39d1-4242-bc76-b8bbb6fcc45b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a218dc317444dba9ae33ff88943775b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962505 Sep 29 19:51:58.861235 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37224) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:58.862345 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4b562-39d1-4242-bc76-b8bbb6fcc45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9beaa58-4547-4273-aed4-2de1b92e3314,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:58.900055 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f5fd8a-b97b-4264-b9da-7524afb2e010 x-openstack-request-id: req-20f5fd8a-b97b-4264-b9da-7524afb2e010 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:51:58.900427 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f86dea4-ad42-418e-9b61-82acf79dfaa2", "tag": "eaa9f9ce-784d-42fe-a2ad-bc4f7569418a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:51:58.900667 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20f5fd8a-b97b-4264-b9da-7524afb2e010 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:51:58.901067 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f86dea4-ad42-418e-9b61-82acf79dfaa2', 'tag': 'eaa9f9ce-784d-42fe-a2ad-bc4f7569418a', 'status': 'completed', 'code': 200} Sep 29 19:51:58.970354 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-91bfe202-4e07-473e-b079-ed42cda98477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:58.971768 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-91bfe202-4e07-473e-b079-ed42cda98477 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8773c45705b420c8ed7f9aecb2e6e43&device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 1101 time: 0.1093280 Sep 29 19:51:58.993803 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5f563a1-6d04-458e-ae17-009b18123a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.027958 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-ca711f2c-1fb0-48ca-918c-1e4f4816cc12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a HTTP/1.1" status: 200 len: 217 time: 0.0453384 Sep 29 19:51:59.086876 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5f563a1-6d04-458e-ae17-009b18123a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.124850 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-64841b84-3ad6-41e1-8133-b87b4f0006fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:59.126314 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-64841b84-3ad6-41e1-8133-b87b4f0006fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97a52076-3dde-4b12-a78f-cac11b346ef1 HTTP/1.1" status: 200 len: 843 time: 0.0908031 Sep 29 19:51:59.182353 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5f563a1-6d04-458e-ae17-009b18123a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.186588 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5f563a1-6d04-458e-ae17-009b18123a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.187965 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-b5f563a1-6d04-458e-ae17-009b18123a52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9beaa58-4547-4273-aed4-2de1b92e3314 HTTP/1.1" status: 204 len: 168 time: 0.3241949 Sep 29 19:51:59.196317 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-a8447794-18b1-414c-b1b9-2a4aa1a84a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:59.198027 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-a8447794-18b1-414c-b1b9-2a4aa1a84a63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7775feb-bff0-4a57-94eb-adaa115d3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0641766 Sep 29 19:51:59.203765 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f563a1-6d04-458e-ae17-009b18123a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9beaa58-4547-4273-aed4-2de1b92e3314,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:59.303052 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-ff4500bf-a004-43e4-9a71-14e3d3d60705 service neutron] 10.222.0.47 "GET /v2.0/networks/a7775feb-bff0-4a57-94eb-adaa115d3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958581 Sep 29 19:51:59.407288 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c630d971-0481-4026-87a8-d2bacd650bb3 req-98782c76-01ad-4b66-a727-e9e8097c2b87 service neutron] 10.222.0.47 "GET /v2.0/networks/a7775feb-bff0-4a57-94eb-adaa115d3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966616 Sep 29 19:51:59.483475 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:59.497556 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f53319ec-bf05-4dc3-9372-d22669785e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.502853 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-d86896cd-1ce2-449a-aff4-f22386af0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:59.504675 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-d86896cd-1ce2-449a-aff4-f22386af0135 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8773c45705b420c8ed7f9aecb2e6e43&device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 1101 time: 0.0436621 Sep 29 19:51:59.589794 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f53319ec-bf05-4dc3-9372-d22669785e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.593714 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f53319ec-bf05-4dc3-9372-d22669785e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.604373 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-2c20a016-d098-4693-b0b7-a0d4ad0af825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:59.605849 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-2c20a016-d098-4693-b0b7-a0d4ad0af825 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7775feb-bff0-4a57-94eb-adaa115d3948 HTTP/1.1" status: 200 len: 870 time: 0.0928459 Sep 29 19:51:59.633872 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-f53319ec-bf05-4dc3-9372-d22669785e0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5e922e4a97c4e438acf075640a0f4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492834 Sep 29 19:51:59.635749 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53319ec-bf05-4dc3-9372-d22669785e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d92b080-3bb8-468b-aeff-c7bdd9d891f2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:59.639637 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37234) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:51:59.647534 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-43d721cb-6411-4ea5-b6ae-b8b246288385 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a HTTP/1.1" status: 200 len: 217 time: 0.0339727 Sep 29 19:51:59.689523 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7961a4fc-30e8-480a-ae9b-fbf099947263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.699908 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-2a49adda-592f-4985-9f8d-4f58a37a007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:59.701432 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-2a49adda-592f-4985-9f8d-4f58a37a007c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97a52076-3dde-4b12-a78f-cac11b346ef1 HTTP/1.1" status: 200 len: 843 time: 0.0459266 Sep 29 19:51:59.711176 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7961a4fc-30e8-480a-ae9b-fbf099947263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.752126 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-ec67efa9-6856-470b-9dbf-e35030778137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:59.753899 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-ec67efa9-6856-470b-9dbf-e35030778137 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7775feb-bff0-4a57-94eb-adaa115d3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451307 Sep 29 19:51:59.777393 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7961a4fc-30e8-480a-ae9b-fbf099947263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.780257 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7961a4fc-30e8-480a-ae9b-fbf099947263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:51:59.781318 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-7961a4fc-30e8-480a-ae9b-fbf099947263 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d92b080-3bb8-468b-aeff-c7bdd9d891f2 HTTP/1.1" status: 204 len: 168 time: 0.1401408 Sep 29 19:51:59.807511 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961a4fc-30e8-480a-ae9b-fbf099947263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d92b080-3bb8-468b-aeff-c7bdd9d891f2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:51:59.825787 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c17a0a-56ba-4cb1-bc08-f626b63d2c86 req-7d47d79a-d6f3-489e-826e-ae20d32ae1c4 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:51:59.827407 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c6c17a0a-56ba-4cb1-bc08-f626b63d2c86 req-7d47d79a-d6f3-489e-826e-ae20d32ae1c4 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 948 time: 0.0630360 Sep 29 19:51:59.860157 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-62c04fa0-b3c6-4132-9774-ee8d114ce850 service neutron] 10.222.0.47 "GET /v2.0/networks/a7775feb-bff0-4a57-94eb-adaa115d3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966647 Sep 29 19:51:59.866440 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c6c17a0a-56ba-4cb1-bc08-f626b63d2c86 req-1cfc1426-0cde-4318-8797-65db48c186d7 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8abb11b-3248-45bf-a4d6-d22fe137c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Sep 29 19:51:59.957407 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-e39604d3-5396-4be2-95af-80f92d2328e7 req-36390cbb-9a1b-4673-bb95-b72837f79339 service neutron] 10.222.0.47 "GET /v2.0/networks/a7775feb-bff0-4a57-94eb-adaa115d3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880082 Sep 29 19:52:00.623288 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device eaa9f9ce-784d-42fe-a2ad-bc4f7569418a details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:52:00.725258 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,segment=NetworkSegment(72cadd0a-8280-4abb-89b1-4c0cdfcb6f05),segment_id=72cadd0a-8280-4abb-89b1-4c0cdfcb6f05)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:00.736836 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': 'eaa9f9ce-784d-42fe-a2ad-bc4f7569418a', 'network_id': 'a7775feb-bff0-4a57-94eb-adaa115d3948', 'port_id': 'eaa9f9ce-784d-42fe-a2ad-bc4f7569418a', 'mac_address': 'fa:16:3e:e7:7b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a52076-3dde-4b12-a78f-cac11b346ef1', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:52:00.774981 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:00.788386 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa9f9ce-784d-42fe-a2ad-bc4f7569418a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:52:00.809682 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,segment=NetworkSegment(72cadd0a-8280-4abb-89b1-4c0cdfcb6f05),segment_id=72cadd0a-8280-4abb-89b1-4c0cdfcb6f05)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:00.814625 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:00.863051 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:00.991852 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d00a2-5e38-4355-82d7-80d3e178fe09 req-d043709f-463b-45a3-9e71-87c0bfa4e549 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:00.993360 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b19d00a2-5e38-4355-82d7-80d3e178fe09 req-d043709f-463b-45a3-9e71-87c0bfa4e549 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 949 time: 0.0559587 Sep 29 19:52:01.031314 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-b19d00a2-5e38-4355-82d7-80d3e178fe09 req-9cde8466-b4bd-4f9e-9c13-7c95e7ab0f9c tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8abb11b-3248-45bf-a4d6-d22fe137c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Sep 29 19:52:01.051845 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['eaa9f9ce-784d-42fe-a2ad-bc4f7569418a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:52:02.157098 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803311f9-8c25-4e03-baca-237cb23262e4 req-818dc6ab-c86f-449a-a549-1c7f7b9111d9 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:02.158522 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-803311f9-8c25-4e03-baca-237cb23262e4 req-818dc6ab-c86f-449a-a549-1c7f7b9111d9 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 949 time: 0.0495801 Sep 29 19:52:02.196866 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-803311f9-8c25-4e03-baca-237cb23262e4 req-68751420-7729-45ef-91c3-fca94e05579d tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8abb11b-3248-45bf-a4d6-d22fe137c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Sep 29 19:52:02.638310 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device eaa9f9ce-784d-42fe-a2ad-bc4f7569418a up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:02.687172 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:52:02.691457 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:02.691845 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:02.770623 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:02.792876 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f86dea4-ad42-418e-9b61-82acf79dfaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa9f9ce-784d-42fe-a2ad-bc4f7569418a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:52:02.795337 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10276679-4aec-4cff-ba6d-4a7515a3b311" -d '{"events": [{"server_uuid": "9f86dea4-ad42-418e-9b61-82acf79dfaa2", "name": "network-vif-plugged", "status": "completed", "tag": "eaa9f9ce-784d-42fe-a2ad-bc4f7569418a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:52:02.808090 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,segment=NetworkSegment(72cadd0a-8280-4abb-89b1-4c0cdfcb6f05),segment_id=72cadd0a-8280-4abb-89b1-4c0cdfcb6f05)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:02.812674 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:02.837140 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069ebea7-da12-441e-994e-8bc33b4c0000 x-openstack-request-id: req-069ebea7-da12-441e-994e-8bc33b4c0000 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:52:02.837444 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f86dea4-ad42-418e-9b61-82acf79dfaa2", "name": "network-vif-plugged", "status": "completed", "tag": "eaa9f9ce-784d-42fe-a2ad-bc4f7569418a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:52:02.837696 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-069ebea7-da12-441e-994e-8bc33b4c0000 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:52:02.838078 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f86dea4-ad42-418e-9b61-82acf79dfaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa9f9ce-784d-42fe-a2ad-bc4f7569418a', 'code': 200} Sep 29 19:52:02.863927 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:02.993612 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f24b8-de29-4617-bbe5-1f5c34aa6326 req-0d425071-37d7-46df-b0ef-0ceae73b1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:02.995003 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ac6f24b8-de29-4617-bbe5-1f5c34aa6326 req-0d425071-37d7-46df-b0ef-0ceae73b1990 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 1103 time: 0.0382991 Sep 29 19:52:03.031057 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ac6f24b8-de29-4617-bbe5-1f5c34aa6326 req-76dbe248-c8b5-44b9-a6fa-2a7999efd153 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8abb11b-3248-45bf-a4d6-d22fe137c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279129 Sep 29 19:52:03.313736 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056435f-fe2e-4e39-9019-095d1c3a1334 req-c9acd99b-be0d-4af7-8f16-bc2e3e62e802 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:03.315661 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1056435f-fe2e-4e39-9019-095d1c3a1334 req-c9acd99b-be0d-4af7-8f16-bc2e3e62e802 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 950 time: 0.0494776 Sep 29 19:52:03.362835 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1056435f-fe2e-4e39-9019-095d1c3a1334 req-ba1ca290-4429-4961-be6f-41a6832322b5 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8abb11b-3248-45bf-a4d6-d22fe137c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Sep 29 19:52:04.489229 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab580-f0ba-4a96-b9f3-fa69617d3d00 req-05000ff4-eeb1-4e7e-b411-2f31248a0283 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:04.490734 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-23eab580-f0ba-4a96-b9f3-fa69617d3d00 req-05000ff4-eeb1-4e7e-b411-2f31248a0283 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 950 time: 0.0517094 Sep 29 19:52:04.528685 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-23eab580-f0ba-4a96-b9f3-fa69617d3d00 req-f44587b3-9cef-43eb-bceb-ff6a6829a3dc tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8abb11b-3248-45bf-a4d6-d22fe137c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Sep 29 19:52:04.801128 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c88ef1-46d1-4d85-a694-d7b3b094d679 req-7a21cf92-e9bb-456e-b868-1c690e0b6f1c tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:04.802633 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-51c88ef1-46d1-4d85-a694-d7b3b094d679 req-7a21cf92-e9bb-456e-b868-1c690e0b6f1c tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 950 time: 0.0524700 Sep 29 19:52:04.842174 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-51c88ef1-46d1-4d85-a694-d7b3b094d679 req-c42e78b7-526e-438b-b22b-890de560d575 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8abb11b-3248-45bf-a4d6-d22fe137c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Sep 29 19:52:04.896008 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37352) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:05.003203 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5ccbeeb-9829-42bd-870c-56af13b81e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.102443 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5ccbeeb-9829-42bd-870c-56af13b81e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.106186 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5ccbeeb-9829-42bd-870c-56af13b81e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.142565 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-b5ccbeeb-9829-42bd-870c-56af13b81e4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aabfb38e068c4d4eab0d223d5b8ec7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455001 Sep 29 19:52:05.143608 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccbeeb-9829-42bd-870c-56af13b81e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f5b4ba-f8c5-4c11-bd98-a00c82c51613,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:05.145561 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:05.199610 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd2bf837-214a-45bf-943f-912c0f2fd1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.220641 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd2bf837-214a-45bf-943f-912c0f2fd1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.267547 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd2bf837-214a-45bf-943f-912c0f2fd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.270122 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd2bf837-214a-45bf-943f-912c0f2fd1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.271260 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-bd2bf837-214a-45bf-943f-912c0f2fd1c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20f5b4ba-f8c5-4c11-bd98-a00c82c51613 HTTP/1.1" status: 204 len: 168 time: 0.1246428 Sep 29 19:52:05.278580 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bf837-214a-45bf-943f-912c0f2fd1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f5b4ba-f8c5-4c11-bd98-a00c82c51613,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:05.532656 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:05.545517 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c563a10f-1279-4e62-beb0-008a3ab28e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.570019 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a57eb80-117e-45b8-8119-aaad0d4c98a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.648341 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c563a10f-1279-4e62-beb0-008a3ab28e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.652405 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c563a10f-1279-4e62-beb0-008a3ab28e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.690883 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-c563a10f-1279-4e62-beb0-008a3ab28e92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9717d2b11942428b9cdd9719923ea541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571009 Sep 29 19:52:05.691744 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563a10f-1279-4e62-beb0-008a3ab28e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20e658f-8e5b-43d5-8826-d97957a1ffef,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:05.693626 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37364) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:05.746147 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2c8e-5071-4773-84cd-07c5dd4d82e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.768571 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2c8e-5071-4773-84cd-07c5dd4d82e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.813440 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2c8e-5071-4773-84cd-07c5dd4d82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.815804 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2c8e-5071-4773-84cd-07c5dd4d82e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:05.816972 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2e7d2c8e-5071-4773-84cd-07c5dd4d82e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a20e658f-8e5b-43d5-8826-d97957a1ffef HTTP/1.1" status: 204 len: 168 time: 0.1211183 Sep 29 19:52:05.824554 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d2c8e-5071-4773-84cd-07c5dd4d82e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20e658f-8e5b-43d5-8826-d97957a1ffef,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:05.963967 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a72bf-e6ea-4863-aaab-69253601304a req-792fa9e5-2ce6-4492-851e-d9b02e684221 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:05.965677 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-610a72bf-e6ea-4863-aaab-69253601304a req-792fa9e5-2ce6-4492-851e-d9b02e684221 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 950 time: 0.0496650 Sep 29 19:52:06.006365 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-610a72bf-e6ea-4863-aaab-69253601304a req-e96f4293-1671-46b7-9037-7041ae76366e tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8abb11b-3248-45bf-a4d6-d22fe137c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342715 Sep 29 19:52:06.133224 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-bcb45c09-2c0a-4e83-af3b-d62772f3d259 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:06.134662 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-bcb45c09-2c0a-4e83-af3b-d62772f3d259 tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 950 time: 0.0500927 Sep 29 19:52:06.143308 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37372) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:06.156189 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d96bf-92d9-424c-aacc-49af1d47855e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.229527 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-4b631f72-00a0-47d6-bcef-06a224397b8b tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Deleting port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:52:06.229886 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-4b631f72-00a0-47d6-bcef-06a224397b8b tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.247737 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d96bf-92d9-424c-aacc-49af1d47855e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.253120 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d96bf-92d9-424c-aacc-49af1d47855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.293049 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-421d96bf-92d9-424c-aacc-49af1d47855e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74a94561cba547bbb3a9f25d8b0b99d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485693 Sep 29 19:52:06.293974 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d96bf-92d9-424c-aacc-49af1d47855e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c48e577-3ba5-4bdf-bcc5-0f0346e04e6c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:06.297018 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37374) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:06.327936 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-4b631f72-00a0-47d6-bcef-06a224397b8b tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] For port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,segment=NetworkSegment(72cadd0a-8280-4abb-89b1-4c0cdfcb6f05),segment_id=72cadd0a-8280-4abb-89b1-4c0cdfcb6f05)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:06.328346 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-4b631f72-00a0-47d6-bcef-06a224397b8b tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.340304 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-4b631f72-00a0-47d6-bcef-06a224397b8b tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Calling delete_port for eaa9f9ce-784d-42fe-a2ad-bc4f7569418a owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:52:06.346776 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bc44f8c-911b-4b43-9f43-b2e14e7f163c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.368912 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bc44f8c-911b-4b43-9f43-b2e14e7f163c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.418813 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bc44f8c-911b-4b43-9f43-b2e14e7f163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.422105 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bc44f8c-911b-4b43-9f43-b2e14e7f163c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.423308 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-2bc44f8c-911b-4b43-9f43-b2e14e7f163c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c48e577-3ba5-4bdf-bcc5-0f0346e04e6c HTTP/1.1" status: 204 len: 168 time: 0.1252112 Sep 29 19:52:06.431512 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc44f8c-911b-4b43-9f43-b2e14e7f163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c48e577-3ba5-4bdf-bcc5-0f0346e04e6c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:06.739132 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-4b631f72-00a0-47d6-bcef-06a224397b8b tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.770084 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b631f72-00a0-47d6-bcef-06a224397b8b tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Pushing event deleted for resources: {'Port': ['ID=eaa9f9ce-784d-42fe-a2ad-bc4f7569418a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:06.822154 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-4b631f72-00a0-47d6-bcef-06a224397b8b tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] No DVR routers for this DVR port eaa9f9ce-784d-42fe-a2ad-bc4f7569418a on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:52:06.825097 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-4b631f72-00a0-47d6-bcef-06a224397b8b tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:06.827601 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-0166dbde-e425-4a55-969a-a7c34f4f2984 req-4b631f72-00a0-47d6-bcef-06a224397b8b tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.47 "DELETE /v2.0/ports/eaa9f9ce-784d-42fe-a2ad-bc4f7569418a HTTP/1.1" status: 204 len: 173 time: 0.6858294 Sep 29 19:52:06.828269 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f86dea4-ad42-418e-9b61-82acf79dfaa2', 'name': 'network-vif-deleted', 'tag': 'eaa9f9ce-784d-42fe-a2ad-bc4f7569418a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:52:06.830960 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4a905b-92ac-4ade-9e73-d8d7b2824577" -d '{"events": [{"server_uuid": "9f86dea4-ad42-418e-9b61-82acf79dfaa2", "name": "network-vif-deleted", "tag": "eaa9f9ce-784d-42fe-a2ad-bc4f7569418a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:52:06.884685 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f677e32-d5ab-4aa3-83cb-81327560712d x-openstack-request-id: req-4f677e32-d5ab-4aa3-83cb-81327560712d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:52:06.884981 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f86dea4-ad42-418e-9b61-82acf79dfaa2", "name": "network-vif-deleted", "tag": "eaa9f9ce-784d-42fe-a2ad-bc4f7569418a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:52:06.885285 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f677e32-d5ab-4aa3-83cb-81327560712d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:52:06.885684 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f86dea4-ad42-418e-9b61-82acf79dfaa2', 'name': 'network-vif-deleted', 'tag': 'eaa9f9ce-784d-42fe-a2ad-bc4f7569418a', 'status': 'completed', 'code': 200} Sep 29 19:52:07.115845 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a0c2edf3-6d76-4ebc-a222-b44a7c24540d req-74b919f7-d972-4c3f-90dc-0930f66ee84c tempest-VolumesNegativeTest-672373956 tempest-VolumesNegativeTest-672373956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86dea4-ad42-418e-9b61-82acf79dfaa2 HTTP/1.1" status: 200 len: 210 time: 0.0277522 Sep 29 19:52:08.563197 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbd417e4-d025-4741-a8b5-e247daecbf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:08.689086 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device eaa9f9ce-784d-42fe-a2ad-bc4f7569418a no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:52:08.711497 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: eaa9f9ce-784d-42fe-a2ad-bc4f7569418a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:52:08.711859 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device eaa9f9ce-784d-42fe-a2ad-bc4f7569418a not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:52:08.801855 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:09.462604 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:11.329030 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:12.763282 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:12.907954 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37664) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:13.039258 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-a7b49522-91c9-4234-9855-c0b0fd0bb638 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8773c45705b420c8ed7f9aecb2e6e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301270 Sep 29 19:52:13.041696 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37668) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:13.093721 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-434de359-d1e8-4436-af4e-6e9e42b06bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:13.114315 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-434de359-d1e8-4436-af4e-6e9e42b06bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:13.162509 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-434de359-d1e8-4436-af4e-6e9e42b06bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:13.165269 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-434de359-d1e8-4436-af4e-6e9e42b06bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:13.167879 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-434de359-d1e8-4436-af4e-6e9e42b06bf3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8abb11b-3248-45bf-a4d6-d22fe137c87e HTTP/1.1" status: 204 len: 168 time: 0.1238432 Sep 29 19:52:13.174677 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434de359-d1e8-4436-af4e-6e9e42b06bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8abb11b-3248-45bf-a4d6-d22fe137c87e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:15.626103 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37692) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:15.729224 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45ca8f85-b5a5-43aa-af37-787f6a57a413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:15.819072 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45ca8f85-b5a5-43aa-af37-787f6a57a413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:15.822793 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45ca8f85-b5a5-43aa-af37-787f6a57a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:15.858497 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca8f85-b5a5-43aa-af37-787f6a57a413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65375a-3907-4868-a90d-f5328bc0aa1d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:15.864631 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-45ca8f85-b5a5-43aa-af37-787f6a57a413 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1bb2454c7fc468ea1e715a316173318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375236 Sep 29 19:52:15.867215 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37696) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:15.919861 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c94dca7-40da-4be4-a6e6-c05308f5c000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:15.941199 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c94dca7-40da-4be4-a6e6-c05308f5c000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:16.229343 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c94dca7-40da-4be4-a6e6-c05308f5c000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:16.231879 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c94dca7-40da-4be4-a6e6-c05308f5c000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:16.233036 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-0c94dca7-40da-4be4-a6e6-c05308f5c000 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f65375a-3907-4868-a90d-f5328bc0aa1d HTTP/1.1" status: 204 len: 168 time: 0.3649225 Sep 29 19:52:16.241411 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94dca7-40da-4be4-a6e6-c05308f5c000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65375a-3907-4868-a90d-f5328bc0aa1d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:16.856168 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37718) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:16.953033 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1583296849-network', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:16.974441 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Made reservation on behalf of 5ec60e6cd6ba4c1d8a57a4f8b57f5143 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:52:16.976811 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:16.985357 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.074595 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.079067 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.103369 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:52:17.112100 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71605815-89a1-47bb-b954-e71637b0c55b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:17.117907 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.118242 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.segments_db [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Added segment 60677d67-c3b1-4609-85ce-2b897fcb5f01 of type vlan for network db51a412-a86e-4ce6-97aa-340ea834f902 Sep 29 19:52:17.159979 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.187145 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.188694 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:17.189281 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.212868 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3556433 Sep 29 19:52:17.215788 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:17.224359 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Request body: {'subnet': {'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1583296849-subnet', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:17.254938 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Made reservation on behalf of 5ec60e6cd6ba4c1d8a57a4f8b57f5143 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:52:17.257225 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26618824'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.263108 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3f44c-94b3-407b-a277-8c6eb1f8029d admin admin] Pushing event updated for resources: {'Network': ['ID=db51a412-a86e-4ce6-97aa-340ea834f902,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:17.272938 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network db51a412-a86e-4ce6-97aa-340ea834f902 details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:52:17.450431 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26560914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26618874'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.507283 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=564a441d-fdaa-4dfd-a38d-317b61e243b8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:17.518690 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Checking segment: {'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:52:17.519077 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Network hostable DHCP agents. Network: db51a412-a86e-4ce6-97aa-340ea834f902, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:52:17.535993 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Network db51a412-a86e-4ce6-97aa-340ea834f902 is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:52:17.540960 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:52:17.544871 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, db51a412-a86e-4ce6-97aa-340ea834f902) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:17.549269 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:17.549854 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.554526 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40ef32c-b839-4711-abc6-2b138e787f3f None None] Network db51a412-a86e-4ce6-97aa-340ea834f902 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:52:17.564035 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-458a4044-515d-4b32-8b11-62c0d9c14ccc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3471134 Sep 29 19:52:17.566552 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37724) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:17.570708 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:17.595195 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-709'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.596584 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-716'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.654159 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.706331 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp770c13e4-41fe-5b3f-b506-c85e762a202c-db51a412-a86e-4ce6-97aa-340ea834f902', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8'}]}} from dv-cinder-811740-1-iscsi. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 19:52:17.707187 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.789857 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.843024 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Allocated IP 172.20.0.2 (db51a412-a86e-4ce6-97aa-340ea834f902/564a441d-fdaa-4dfd-a38d-317b61e243b8/6b729e9c-1ab2-4f7e-889e-a8f215385058) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:52:17.995774 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:17.998019 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:18.002376 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:18.020702 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:18.040513 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Network db51a412-a86e-4ce6-97aa-340ea834f902 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:52:18.044629 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:18.051074 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:52:18.054198 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Pushing event updated for resources: {'Port': ['ID=6b729e9c-1ab2-4f7e-889e-a8f215385058,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:18.106540 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Attempting to bind port 6b729e9c-1ab2-4f7e-889e-a8f215385058 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:52:18.106907 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Attempting to bind port 6b729e9c-1ab2-4f7e-889e-a8f215385058 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:52:18.107286 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Attempting to bind port 6b729e9c-1ab2-4f7e-889e-a8f215385058 on network db51a412-a86e-4ce6-97aa-340ea834f902 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:52:18.112428 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:52:18.112819 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Checking segment: {'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:52:18.113202 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:18.113592 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Bound using segment: {'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:52:18.114054 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Bound port: 6b729e9c-1ab2-4f7e-889e-a8f215385058, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:52:18.114432 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:18.130795 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Allocated IP 172.27.1.250 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:52:18.182222 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] For port 6b729e9c-1ab2-4f7e-889e-a8f215385058, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:52:18.185504 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] For port 6b729e9c-1ab2-4f7e-889e-a8f215385058, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=6b729e9c-1ab2-4f7e-889e-a8f215385058,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:52:18.191564 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:18.247389 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a941001-b4a6-41f5-963d-13304c87d8ca None None] Pushing event updated for resources: {'Port': ['ID=6b729e9c-1ab2-4f7e-889e-a8f215385058,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:18.248946 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:18.285586 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:18.333913 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:52:18.337187 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:18.344983 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:52:18.348100 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Pushing event updated for resources: {'Port': ['ID=fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:18.606609 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:18.824251 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:18.983241 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Router 81396b47-28be-4ed0-8b7a-df54b9a0299c is scheduled to L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 19:52:19.115445 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:52:19.126368 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Sync routers for ids ['81396b47-28be-4ed0-8b7a-df54b9a0299c'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:52:19.137861 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Routers {'81396b47-28be-4ed0-8b7a-df54b9a0299c'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:52:19.138541 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:52:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['81396b47-28be-4ed0-8b7a-df54b9a0299c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:19.144125 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:19.145662 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-44a88275-0c88-4675-a078-b6d090e2dc6b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5781939 Sep 29 19:52:19.149009 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:19.198911 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0437bd23-1614-4b79-8189-c416b291709c None None] Network db51a412-a86e-4ce6-97aa-340ea834f902 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:52:19.303787 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Set router 81396b47-28be-4ed0-8b7a-df54b9a0299c gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:52:19.387793 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-67e18e3a-4f3c-447a-af2b-0ec8fd5d2651 None None] Provisioning complete for port 6b729e9c-1ab2-4f7e-889e-a8f215385058 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:19.387956 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67e18e3a-4f3c-447a-af2b-0ec8fd5d2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:19.514514 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 6b729e9c-1ab2-4f7e-889e-a8f215385058 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:19.607107 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:19.648997 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67e18e3a-4f3c-447a-af2b-0ec8fd5d2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:19.706199 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 6b729e9c-1ab2-4f7e-889e-a8f215385058 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:19.706547 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:19.710282 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-67e18e3a-4f3c-447a-af2b-0ec8fd5d2651 None None] For port 6b729e9c-1ab2-4f7e-889e-a8f215385058, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=6b729e9c-1ab2-4f7e-889e-a8f215385058,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:19.733858 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67e18e3a-4f3c-447a-af2b-0ec8fd5d2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:19.782457 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:18Z', 'revision_number': 3, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:19.791600 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Allocated IP 172.20.0.1 (db51a412-a86e-4ce6-97aa-340ea834f902/564a441d-fdaa-4dfd-a38d-317b61e243b8/9a1d9408-6d66-4d2b-ae62-66199456b426) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:52:19.814029 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Checking router: 81396b47-28be-4ed0-8b7a-df54b9a0299c for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:52:19.814436 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Updating router 81396b47-28be-4ed0-8b7a-df54b9a0299c port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb binding host dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:52:19.855593 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e18e3a-4f3c-447a-af2b-0ec8fd5d2651 None None] Pushing event updated for resources: {'Port': ['ID=6b729e9c-1ab2-4f7e-889e-a8f215385058,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:19.862252 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:19.908607 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:19.946780 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:19.990533 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Network db51a412-a86e-4ce6-97aa-340ea834f902 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:52:19.994003 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:20.001940 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:52:20.005371 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1d9408-6d66-4d2b-ae62-66199456b426,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:20.049474 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645279'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.151391 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-85c6ad6a-2977-4309-98ac-e3f4a60f0944 None None] Provisioning complete for port 6b729e9c-1ab2-4f7e-889e-a8f215385058 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:20.152034 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85c6ad6a-2977-4309-98ac-e3f4a60f0944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.202704 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.386870 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.394023 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.394895 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.399580 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.458798 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Attempting to bind port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:52:20.459034 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Attempting to bind port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:52:20.459400 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Attempting to bind port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb on network 26c08563-6f65-4938-99ac-1afc67ee349a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:52:20.463084 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5647c-8554-46bf-9f5f-ca76c61a43ed None None] Pushing event updated for resources: {'Port': ['ID=fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:20.469191 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1d9408-6d66-4d2b-ae62-66199456b426,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:20.470591 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:52:20.471321 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:52:20.471472 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.471733 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Bound using segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:52:20.472664 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Bound port: fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:52:20.472664 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.476685 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643439'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.476938 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-714e299c-649b-4b01-b7d5-c36d380a2058 None None] Provisioning complete for port 9a1d9408-6d66-4d2b-ae62-66199456b426 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:20.477062 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-714e299c-649b-4b01-b7d5-c36d380a2058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.548651 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-714e299c-649b-4b01-b7d5-c36d380a2058 None None] Port 9a1d9408-6d66-4d2b-ae62-66199456b426 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:52:20.555952 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] For port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:52:20.559374 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] For port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:52:20.564387 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.575216 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Network db51a412-a86e-4ce6-97aa-340ea834f902 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:52:20.576708 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:20.625774 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5647c-8554-46bf-9f5f-ca76c61a43ed None None] Pushing event updated for resources: {'Port': ['ID=fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:20.628535 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Routers {'81396b47-28be-4ed0-8b7a-df54b9a0299c'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:52:20.629149 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:52:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['81396b47-28be-4ed0-8b7a-df54b9a0299c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:20.751383 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] Set router 81396b47-28be-4ed0-8b7a-df54b9a0299c gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:52:20.911886 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b7942544-5b58-4da6-a879-4053d4a496de None None] Provisioning complete for port 9a1d9408-6d66-4d2b-ae62-66199456b426 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:20.912167 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7942544-5b58-4da6-a879-4053d4a496de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:20.959693 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Router 81396b47-28be-4ed0-8b7a-df54b9a0299c has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:52:20.975635 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b7942544-5b58-4da6-a879-4053d4a496de None None] Port 9a1d9408-6d66-4d2b-ae62-66199456b426 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:52:21.013554 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 2, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:21.044873 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017068e-21a6-48c1-b6cb-149058241216 None None] The sync data for ids ['81396b47-28be-4ed0-8b7a-df54b9a0299c'] in dv-cinder-811740-1-iscsi is: [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 2, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:52:21.094609 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:52:21.103361 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-436c8b42-e8ed-40f7-8c87-217abc162b01 admin admin] 10.222.0.16 "PUT /v2.0/routers/81396b47-28be-4ed0-8b7a-df54b9a0299c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9529328 Sep 29 19:52:21.466286 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 6b729e9c-1ab2-4f7e-889e-a8f215385058 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:21.529360 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 6b729e9c-1ab2-4f7e-889e-a8f215385058 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:21.529551 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:21.748029 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:21.756727 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-579001949-network', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:21.777888 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Made reservation on behalf of ef6f24403adf44d7b074e98b7288e9be for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:52:21.780221 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:21.789474 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:21.888793 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:21.894286 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:21.922949 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 19:52:21.932366 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534c9f78-a211-4a95-b96a-11d7777d3587,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:21.940934 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:21.941277 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.segments_db [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Added segment d3cc759c-2469-4087-9e43-3f43e6e79164 of type vlan for network 14a38521-b446-4f09-9187-d3294ba5031b Sep 29 19:52:21.987099 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776185039126'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.019268 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.020460 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:22.021038 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.062012 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3128479 Sep 29 19:52:22.065410 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37746) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:22.070497 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Request body: {'subnet': {'network_id': '14a38521-b446-4f09-9187-d3294ba5031b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-579001949-subnet', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:22.094223 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Made reservation on behalf of ef6f24403adf44d7b074e98b7288e9be for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:52:22.098060 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25509902'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.100038 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f96d7-96e8-4da8-8ec7-12d045ebe7cb admin admin] Pushing event updated for resources: {'Network': ['ID=14a38521-b446-4f09-9187-d3294ba5031b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:22.110198 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Network 14a38521-b446-4f09-9187-d3294ba5031b details requested by agent ovs-agent-dv-cinder-811740-1-iscsi with host dv-cinder-811740-1-iscsi {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 19:52:22.294318 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25397823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509948'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.365080 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d39185-a42b-42ef-bd1c-39d74eb84926,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:22.373882 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Checking segment: {'id': 'd3cc759c-2469-4087-9e43-3f43e6e79164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:52:22.374241 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Network hostable DHCP agents. Network: 14a38521-b446-4f09-9187-d3294ba5031b, hostable agents: ['2d7ccab3-f28b-487f-bf57-58a467c290d1'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 19:52:22.391807 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Network 14a38521-b446-4f09-9187-d3294ba5031b is scheduled to be hosted by DHCP agent 2d7ccab3-f28b-487f-bf57-58a467c290d1 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 19:52:22.400433 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811740-1-iscsi, 14a38521-b446-4f09-9187-d3294ba5031b) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:22.404487 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:22.405092 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.410152 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332f4606-b519-4e97-bbb8-e4c5e80f28a3 None None] Network 14a38521-b446-4f09-9187-d3294ba5031b requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:52:22.419801 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-c0f09149-de0b-4cd5-8061-28b93f6eeb1b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3531778 Sep 29 19:52:22.422873 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37748) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:22.427386 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-579001949-router', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:22.450707 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-709'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.451727 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-716'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.509415 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.566068 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp770c13e4-41fe-5b3f-b506-c85e762a202c-14a38521-b446-4f09-9187-d3294ba5031b', 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'fixed_ips': [{'subnet_id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926'}]}} from dv-cinder-811740-1-iscsi. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 19:52:22.567043 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.660437 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.726359 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Allocated IP 172.20.0.2 (14a38521-b446-4f09-9187-d3294ba5031b/a7d39185-a42b-42ef-bd1c-39d74eb84926/196d1197-1964-45c9-b721-2be90aff17ce) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:52:22.881903 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.882131 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.887991 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.903410 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:22.928167 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Network 14a38521-b446-4f09-9187-d3294ba5031b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:52:22.931366 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:22.935210 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:52:22.944560 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Pushing event updated for resources: {'Port': ['ID=196d1197-1964-45c9-b721-2be90aff17ce,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:23.010755 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Attempting to bind port 196d1197-1964-45c9-b721-2be90aff17ce on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:52:23.011231 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Attempting to bind port 196d1197-1964-45c9-b721-2be90aff17ce by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': 'd3cc759c-2469-4087-9e43-3f43e6e79164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:52:23.011669 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Attempting to bind port 196d1197-1964-45c9-b721-2be90aff17ce on network 14a38521-b446-4f09-9187-d3294ba5031b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:52:23.018039 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:52:23.018490 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Checking segment: {'id': 'd3cc759c-2469-4087-9e43-3f43e6e79164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:52:23.018902 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.019301 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Bound using segment: {'id': 'd3cc759c-2469-4087-9e43-3f43e6e79164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:52:23.019862 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Bound port: 196d1197-1964-45c9-b721-2be90aff17ce, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cc759c-2469-4087-9e43-3f43e6e79164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:52:23.020465 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.020825 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Allocated IP 172.27.1.234 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:52:23.091810 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] For port 196d1197-1964-45c9-b721-2be90aff17ce, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:52:23.100597 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] For port 196d1197-1964-45c9-b721-2be90aff17ce, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=196d1197-1964-45c9-b721-2be90aff17ce,segment=NetworkSegment(d3cc759c-2469-4087-9e43-3f43e6e79164),segment_id=d3cc759c-2469-4087-9e43-3f43e6e79164)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:52:23.101177 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Sync routers for ids ['81396b47-28be-4ed0-8b7a-df54b9a0299c'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:52:23.106277 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.112399 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Routers {'81396b47-28be-4ed0-8b7a-df54b9a0299c'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:52:23.113012 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:52:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['81396b47-28be-4ed0-8b7a-df54b9a0299c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:23.143517 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.175224 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47edb77-ec57-4912-826a-3f08f3da2a68 None None] Pushing event updated for resources: {'Port': ['ID=196d1197-1964-45c9-b721-2be90aff17ce,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:23.191415 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.243877 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:52:23.245967 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:23.248116 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Pushing event updated for resources: {'Port': ['ID=b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:23.251247 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:52:23.319215 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Set router 81396b47-28be-4ed0-8b7a-df54b9a0299c gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:52:23.567697 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.575966 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:23.577747 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 2, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:23.606335 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Checking router: 81396b47-28be-4ed0-8b7a-df54b9a0299c for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:52:23.606957 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Updating router 81396b47-28be-4ed0-8b7a-df54b9a0299c port 9a1d9408-6d66-4d2b-ae62-66199456b426 binding host dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:52:23.628463 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:23.628868 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.633947 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.713934 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.736365 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:23.741470 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.742366 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 196d1197-1964-45c9-b721-2be90aff17ce up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:23.778909 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645794'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.818004 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:23.830965 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 196d1197-1964-45c9-b721-2be90aff17ce triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:23.831387 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.924145 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.941313 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Router ff1a2618-21df-4ff3-bd62-1e9641f3b74e is scheduled to L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 19:52:23.954968 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.962449 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port 196d1197-1964-45c9-b721-2be90aff17ce, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=196d1197-1964-45c9-b721-2be90aff17ce,segment=NetworkSegment(d3cc759c-2469-4087-9e43-3f43e6e79164),segment_id=d3cc759c-2469-4087-9e43-3f43e6e79164)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:23.963338 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:23.969215 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:24.015654 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Pushing event updated for resources: {'Port': ['ID=9a1d9408-6d66-4d2b-ae62-66199456b426,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:24.023303 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=196d1197-1964-45c9-b721-2be90aff17ce,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:24.034391 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.034982 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.035419 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.035875 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.036276 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.036726 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.037114 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.037505 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.037912 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.038334 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.038721 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.039105 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:24.063348 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:52:24.074203 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Sync routers for ids ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:52:24.092258 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Routers {'ff1a2618-21df-4ff3-bd62-1e9641f3b74e'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:52:24.094769 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:24.096284 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-f559cd18-5569-4ed2-84a0-0c72c1bfd791 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6723130 Sep 29 19:52:24.096566 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:52:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:24.099007 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37750) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:24.127061 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Attempting to bind port 9a1d9408-6d66-4d2b-ae62-66199456b426 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:52:24.128091 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Attempting to bind port 9a1d9408-6d66-4d2b-ae62-66199456b426 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:52:24.128652 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Attempting to bind port 9a1d9408-6d66-4d2b-ae62-66199456b426 on network db51a412-a86e-4ce6-97aa-340ea834f902 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:52:24.134924 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:52:24.135630 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Checking segment: {'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:52:24.136355 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:24.136922 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Bound using segment: {'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:52:24.137624 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Bound port: 9a1d9408-6d66-4d2b-ae62-66199456b426, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:52:24.138204 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:24.219049 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] For port 9a1d9408-6d66-4d2b-ae62-66199456b426, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:52:24.224609 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] For port 9a1d9408-6d66-4d2b-ae62-66199456b426, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=9a1d9408-6d66-4d2b-ae62-66199456b426,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:52:24.233893 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:24.244626 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Set router ff1a2618-21df-4ff3-bd62-1e9641f3b74e gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:52:24.326236 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600ba4e-e746-457f-a17d-d75180ed7a0f None None] Pushing event updated for resources: {'Port': ['ID=9a1d9408-6d66-4d2b-ae62-66199456b426,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:24.335082 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Routers {'81396b47-28be-4ed0-8b7a-df54b9a0299c'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:52:24.335804 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:52:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['81396b47-28be-4ed0-8b7a-df54b9a0299c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:24.427054 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bbf30c-87d8-4a53-8d5c-e388f540c171 None None] Network 14a38521-b446-4f09-9187-d3294ba5031b requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:52:24.477678 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] Set router 81396b47-28be-4ed0-8b7a-df54b9a0299c gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:52:24.521044 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5245545d-aee9-4693-b0d5-e779fe0707c0 None None] Provisioning complete for port 9a1d9408-6d66-4d2b-ae62-66199456b426 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:24.521415 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5245545d-aee9-4693-b0d5-e779fe0707c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:24.653008 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:24.715854 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:24Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:24.747040 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'name': 'tempest-TestShelveInstance-579001949-router', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 3, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'gw_port': {'id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:24.747718 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ea26f-c672-404a-abda-270be062a41d None None] The sync data for ids ['81396b47-28be-4ed0-8b7a-df54b9a0299c'] in dv-cinder-811740-1-iscsi is: [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:24Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:52:24.783271 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Checking router: ff1a2618-21df-4ff3-bd62-1e9641f3b74e for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:52:24.783552 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Updating router ff1a2618-21df-4ff3-bd62-1e9641f3b74e port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 binding host dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:52:24.828185 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Allocated IP 172.20.0.1 (14a38521-b446-4f09-9187-d3294ba5031b/a7d39185-a42b-42ef-bd1c-39d74eb84926/a6b9d5b8-f733-44db-82a1-c7a92c309d86) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:52:24.852284 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:24.885436 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5245545d-aee9-4693-b0d5-e779fe0707c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:24.952156 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:24.997155 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5245545d-aee9-4693-b0d5-e779fe0707c0 None None] For port 9a1d9408-6d66-4d2b-ae62-66199456b426, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=9a1d9408-6d66-4d2b-ae62-66199456b426,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:24.999378 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.007988 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5245545d-aee9-4693-b0d5-e779fe0707c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.055117 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Network 14a38521-b446-4f09-9187-d3294ba5031b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:52:25.058188 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:25.070679 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:52:25.096100 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5245545d-aee9-4693-b0d5-e779fe0707c0 None None] Provisioning complete for port 196d1197-1964-45c9-b721-2be90aff17ce triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:25.096907 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5245545d-aee9-4693-b0d5-e779fe0707c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.138387 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245545d-aee9-4693-b0d5-e779fe0707c0 None None] Pushing event updated for resources: {'Port': ['ID=9a1d9408-6d66-4d2b-ae62-66199456b426,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:25.157886 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b9d5b8-f733-44db-82a1-c7a92c309d86,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:25.164401 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645279'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.345631 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.352904 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.464428 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Attempting to bind port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:52:25.465030 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Attempting to bind port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:52:25.465271 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Attempting to bind port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 on network 26c08563-6f65-4938-99ac-1afc67ee349a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:52:25.471944 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:52:25.472341 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Checking segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:52:25.472749 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.473142 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Bound using segment: {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:52:25.473604 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Bound port: b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48841b-ddbf-4529-b5c1-e50d9f09922d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:52:25.473991 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.477576 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86193aff-f229-4f43-af85-4746b1c39dc1 None None] Pushing event updated for resources: {'Port': ['ID=b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:25.521428 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c67e3717-167e-4dcb-b79a-4589964c59cc None None] Provisioning complete for port 9a1d9408-6d66-4d2b-ae62-66199456b426 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:25.521804 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c67e3717-167e-4dcb-b79a-4589964c59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.565802 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:25.591751 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] For port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:52:25.609690 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] For port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:52:25.611550 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.621218 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.723101 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:25.723477 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.724970 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Routers {'ff1a2618-21df-4ff3-bd62-1e9641f3b74e'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:52:25.725606 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:52:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:25.727227 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86193aff-f229-4f43-af85-4746b1c39dc1 None None] Pushing event updated for resources: {'Port': ['ID=b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:25.776951 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.781854 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.848385 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643439'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.850248 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b9d5b8-f733-44db-82a1-c7a92c309d86,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:25.882092 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c67e3717-167e-4dcb-b79a-4589964c59cc None None] Provisioning complete for port 196d1197-1964-45c9-b721-2be90aff17ce triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:25.882695 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c67e3717-167e-4dcb-b79a-4589964c59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:25.894716 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] Set router ff1a2618-21df-4ff3-bd62-1e9641f3b74e gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:52:25.945722 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Network 14a38521-b446-4f09-9187-d3294ba5031b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:52:25.947144 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:26.020379 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 196d1197-1964-45c9-b721-2be90aff17ce up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:26.076088 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Router ff1a2618-21df-4ff3-bd62-1e9641f3b74e has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:52:26.180227 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 196d1197-1964-45c9-b721-2be90aff17ce triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:26.180593 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.197822 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:52:26.203758 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-51875919-5a2e-4c09-adb2-bb95cc71cd67 admin admin] 10.222.0.16 "PUT /v2.0/routers/ff1a2618-21df-4ff3-bd62-1e9641f3b74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1016395 Sep 29 19:52:26.310743 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'name': 'tempest-TestShelveInstance-579001949-router', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:25Z', 'revision_number': 4, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'gw_port': {'id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'a6b9d5b8-f733-44db-82a1-c7a92c309d86', 'name': '', 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'mac_address': 'fa:16:3e:4a:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:24Z', 'updated_at': '2021-09-29T19:52:24Z', 'revision_number': 1, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'subnets': [{'id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:26.316633 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-640fcd77-198e-4de9-b365-212f86060757 None None] Provisioning complete for port a6b9d5b8-f733-44db-82a1-c7a92c309d86 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:26.316996 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-640fcd77-198e-4de9-b365-212f86060757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.348112 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 9a1d9408-6d66-4d2b-ae62-66199456b426 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:26.351637 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18db201-0280-431c-9078-914d2ce51c9a None None] The sync data for ids ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'] in dv-cinder-811740-1-iscsi is: [{'id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'name': 'tempest-TestShelveInstance-579001949-router', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:25Z', 'revision_number': 4, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'gw_port': {'id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'a6b9d5b8-f733-44db-82a1-c7a92c309d86', 'name': '', 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'mac_address': 'fa:16:3e:4a:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:24Z', 'updated_at': '2021-09-29T19:52:24Z', 'revision_number': 1, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'subnets': [{'id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:52:26.413412 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-640fcd77-198e-4de9-b365-212f86060757 None None] Port a6b9d5b8-f733-44db-82a1-c7a92c309d86 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:52:26.430137 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port 9a1d9408-6d66-4d2b-ae62-66199456b426 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:26.430624 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.710230 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37758) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:26.715078 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-93c4468e-1d29-4d84-8984-48108e45182a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161678184', 'description': 'tempest-secgroup-smoke-161678184 description', 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:26.739103 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93c4468e-1d29-4d84-8984-48108e45182a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.826981 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93c4468e-1d29-4d84-8984-48108e45182a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.832077 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93c4468e-1d29-4d84-8984-48108e45182a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.860132 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93c4468e-1d29-4d84-8984-48108e45182a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.861395 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-93c4468e-1d29-4d84-8984-48108e45182a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1501572 Sep 29 19:52:26.864417 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37760) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:26.868770 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2f419ed3-13e4-402c-876c-74b8c85f9113 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Request body: {'security_group_rule': {'security_group_id': '8bac0319-c32c-497b-9b4a-e1f81e811232', 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:26.878248 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4468e-1d29-4d84-8984-48108e45182a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac0319-c32c-497b-9b4a-e1f81e811232,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:26.901481 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f419ed3-13e4-402c-876c-74b8c85f9113 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.960564 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f419ed3-13e4-402c-876c-74b8c85f9113 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.964211 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f419ed3-13e4-402c-876c-74b8c85f9113 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.985064 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f419ed3-13e4-402c-876c-74b8c85f9113 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d71ce25-bef7-4e8b-bbe7-74cc13ea6797,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:26.991481 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f419ed3-13e4-402c-876c-74b8c85f9113 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:26.992742 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2f419ed3-13e4-402c-876c-74b8c85f9113 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274061 Sep 29 19:52:26.995605 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37762) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:27.000678 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4717d94b-24dc-40a7-9adc-8c99d4e96adf tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Request body: {'security_group_rule': {'security_group_id': '8bac0319-c32c-497b-9b4a-e1f81e811232', 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:27.025909 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4717d94b-24dc-40a7-9adc-8c99d4e96adf tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.082543 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4717d94b-24dc-40a7-9adc-8c99d4e96adf tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.088366 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4717d94b-24dc-40a7-9adc-8c99d4e96adf tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.107694 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717d94b-24dc-40a7-9adc-8c99d4e96adf tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f9111d-434b-47aa-85c9-2f5eac18d6db,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:27.110830 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4717d94b-24dc-40a7-9adc-8c99d4e96adf tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.112045 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-4717d94b-24dc-40a7-9adc-8c99d4e96adf tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154420 Sep 29 19:52:27.114814 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37764) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:27.119120 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ed8c8809-34ed-4911-959d-858859302fdd tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Request body: {'security_group_rule': {'security_group_id': '8bac0319-c32c-497b-9b4a-e1f81e811232', 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:27.149199 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8809-34ed-4911-959d-858859302fdd tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.206453 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8809-34ed-4911-959d-858859302fdd tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.209955 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8809-34ed-4911-959d-858859302fdd tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.227644 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c8809-34ed-4911-959d-858859302fdd tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c3c967-7263-4404-921d-56672745b9a7,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:27.233203 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8809-34ed-4911-959d-858859302fdd tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.235156 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-ed8c8809-34ed-4911-959d-858859302fdd tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194062 Sep 29 19:52:27.237878 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37766) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:27.242151 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-49fd1f14-b7d5-44ae-8e21-4616082ed2df tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Request body: {'security_group_rule': {'security_group_id': '8bac0319-c32c-497b-9b4a-e1f81e811232', 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:27.267736 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49fd1f14-b7d5-44ae-8e21-4616082ed2df tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.324637 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49fd1f14-b7d5-44ae-8e21-4616082ed2df tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.328256 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49fd1f14-b7d5-44ae-8e21-4616082ed2df tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.348271 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd1f14-b7d5-44ae-8e21-4616082ed2df tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396ebd18-9374-485b-8b38-6fbea8b4f5e6,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:27.355341 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49fd1f14-b7d5-44ae-8e21-4616082ed2df tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.356577 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-49fd1f14-b7d5-44ae-8e21-4616082ed2df tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177754 Sep 29 19:52:27.360041 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37770) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:27.364385 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0b52a3d7-b447-425b-8793-6031a1f055d0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Request body: {'security_group_rule': {'security_group_id': '8bac0319-c32c-497b-9b4a-e1f81e811232', 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:27.385640 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-0b52a3d7-b447-425b-8793-6031a1f055d0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Project 5ec60e6cd6ba4c1d8a57a4f8b57f5143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 19:52:27.391641 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b52a3d7-b447-425b-8793-6031a1f055d0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.467337 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b52a3d7-b447-425b-8793-6031a1f055d0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.472880 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b52a3d7-b447-425b-8793-6031a1f055d0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.508917 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52a3d7-b447-425b-8793-6031a1f055d0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7beecff2-e8ae-4f04-9262-56a24105a307,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:27.514560 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b52a3d7-b447-425b-8793-6031a1f055d0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.517137 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-0b52a3d7-b447-425b-8793-6031a1f055d0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1551344 Sep 29 19:52:27.520340 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 37772) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:27.533923 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a3ee35d1-e001-499d-a860-48f935eeaacc tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Request body: {'security_group_rule': {'security_group_id': '8bac0319-c32c-497b-9b4a-e1f81e811232', 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:27.561768 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-a3ee35d1-e001-499d-a860-48f935eeaacc tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Project 5ec60e6cd6ba4c1d8a57a4f8b57f5143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 19:52:27.567072 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3ee35d1-e001-499d-a860-48f935eeaacc tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.636655 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3ee35d1-e001-499d-a860-48f935eeaacc tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.642453 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3ee35d1-e001-499d-a860-48f935eeaacc tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577839'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.662052 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee35d1-e001-499d-a860-48f935eeaacc tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaef879-1957-47ac-9887-8238391b024d,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:27.670567 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3ee35d1-e001-499d-a860-48f935eeaacc tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:27.672724 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-a3ee35d1-e001-499d-a860-48f935eeaacc tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507006 Sep 29 19:52:28.882488 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Sync routers for ids ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:52:28.892655 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Routers {'ff1a2618-21df-4ff3-bd62-1e9641f3b74e'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:52:28.893275 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:52:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:29.009526 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Set router ff1a2618-21df-4ff3-bd62-1e9641f3b74e gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:52:29.220834 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'name': 'tempest-TestShelveInstance-579001949-router', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:25Z', 'revision_number': 4, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'gw_port': {'id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'a6b9d5b8-f733-44db-82a1-c7a92c309d86', 'name': '', 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'mac_address': 'fa:16:3e:4a:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:24Z', 'updated_at': '2021-09-29T19:52:25Z', 'revision_number': 2, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'subnets': [{'id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:29.247933 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Checking router: ff1a2618-21df-4ff3-bd62-1e9641f3b74e for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:52:29.248551 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Updating router ff1a2618-21df-4ff3-bd62-1e9641f3b74e port a6b9d5b8-f733-44db-82a1-c7a92c309d86 binding host dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 19:52:29.278327 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:29.478807 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:29.638059 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:29.644358 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:29.655991 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:29.656359 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:29.692499 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec5457-8f95-4728-8a75-4cdcb1d7c854 None None] Pushing event updated for resources: {'Port': ['ID=a6b9d5b8-f733-44db-82a1-c7a92c309d86,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:29.736872 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:29.749970 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Attempting to bind port a6b9d5b8-f733-44db-82a1-c7a92c309d86 on host dv-cinder-811740-1-iscsi for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:52:29.751045 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Attempting to bind port a6b9d5b8-f733-44db-82a1-c7a92c309d86 by drivers openvswitch,hyperv on host dv-cinder-811740-1-iscsi at level 0 using segments [{'id': 'd3cc759c-2469-4087-9e43-3f43e6e79164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:52:29.751411 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Attempting to bind port a6b9d5b8-f733-44db-82a1-c7a92c309d86 on network 14a38521-b446-4f09-9187-d3294ba5031b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:52:29.756993 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Checking agent: {'id': '5f47960b-d453-45f4-a6b4-8ca5f8a44d74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811740-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 34, 39), 'started_at': datetime.datetime(2021, 9, 29, 19, 35, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811740-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:52:29.757660 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Checking segment: {'id': 'd3cc759c-2469-4087-9e43-3f43e6e79164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:52:29.757798 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:29.758122 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Bound using segment: {'id': 'd3cc759c-2469-4087-9e43-3f43e6e79164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:52:29.758583 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Bound port: a6b9d5b8-f733-44db-82a1-c7a92c309d86, host: dv-cinder-811740-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cc759c-2469-4087-9e43-3f43e6e79164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:52:29.758969 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:29.759747 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] For port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:29.764615 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:29.817989 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Pushing event updated for resources: {'Port': ['ID=b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:29.829937 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] For port a6b9d5b8-f733-44db-82a1-c7a92c309d86, host dv-cinder-811740-1-iscsi, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:52:29.834173 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] For port a6b9d5b8-f733-44db-82a1-c7a92c309d86, host dv-cinder-811740-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=a6b9d5b8-f733-44db-82a1-c7a92c309d86,segment=NetworkSegment(d3cc759c-2469-4087-9e43-3f43e6e79164),segment_id=d3cc759c-2469-4087-9e43-3f43e6e79164)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:52:29.839622 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:29.895542 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Routers {'ff1a2618-21df-4ff3-bd62-1e9641f3b74e'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:52:29.896208 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:52:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:29.940410 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec5457-8f95-4728-8a75-4cdcb1d7c854 None None] Pushing event updated for resources: {'Port': ['ID=a6b9d5b8-f733-44db-82a1-c7a92c309d86,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:29.963304 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f0313418-b320-430c-9dbf-f6efe0c6655b None None] Provisioning complete for port a6b9d5b8-f733-44db-82a1-c7a92c309d86 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:29.963959 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0313418-b320-430c-9dbf-f6efe0c6655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:30.021391 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] Set router ff1a2618-21df-4ff3-bd62-1e9641f3b74e gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:52:30.049026 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0313418-b320-430c-9dbf-f6efe0c6655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:30.083937 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f0313418-b320-430c-9dbf-f6efe0c6655b None None] For port a6b9d5b8-f733-44db-82a1-c7a92c309d86, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=a6b9d5b8-f733-44db-82a1-c7a92c309d86,segment=NetworkSegment(d3cc759c-2469-4087-9e43-3f43e6e79164),segment_id=d3cc759c-2469-4087-9e43-3f43e6e79164)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:30.089201 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0313418-b320-430c-9dbf-f6efe0c6655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:30.146761 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0313418-b320-430c-9dbf-f6efe0c6655b None None] Pushing event updated for resources: {'Port': ['ID=a6b9d5b8-f733-44db-82a1-c7a92c309d86,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:30.213454 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ec4ac9d8-17a0-44f7-b277-2192beb5c22e None None] Provisioning complete for port a6b9d5b8-f733-44db-82a1-c7a92c309d86 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:30.213829 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac9d8-17a0-44f7-b277-2192beb5c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:30.240239 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'name': 'tempest-TestShelveInstance-579001949-router', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:25Z', 'revision_number': 4, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'gw_port': {'id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'a6b9d5b8-f733-44db-82a1-c7a92c309d86', 'name': '', 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'mac_address': 'fa:16:3e:4a:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:24Z', 'updated_at': '2021-09-29T19:52:29Z', 'revision_number': 4, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'subnets': [{'id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:52:30.266272 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde058ed-3fc5-4c23-9c16-2d03fb1bf1c2 None None] The sync data for ids ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'] in dv-cinder-811740-1-iscsi is: [{'id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'name': 'tempest-TestShelveInstance-579001949-router', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:25Z', 'revision_number': 4, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'gw_port': {'id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'a6b9d5b8-f733-44db-82a1-c7a92c309d86', 'name': '', 'network_id': '14a38521-b446-4f09-9187-d3294ba5031b', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'mac_address': 'fa:16:3e:4a:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:24Z', 'updated_at': '2021-09-29T19:52:29Z', 'revision_number': 4, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'subnets': [{'id': 'a7d39185-a42b-42ef-bd1c-39d74eb84926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:52:31.479618 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device a6b9d5b8-f733-44db-82a1-c7a92c309d86 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:31.527763 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port a6b9d5b8-f733-44db-82a1-c7a92c309d86 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:31.528181 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:31.625304 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 up at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:31.670086 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Provisioning complete for port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:31.670461 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:35.577113 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3db8b09b-4b81-49ce-94e1-a26e2ff0bd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:38.565952 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24344693-43ef-4730-a6d7-41f517686540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:38.803214 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:39.454846 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-6cb099de-410b-4a0f-b14b-29909fa4f67f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411532 Sep 29 19:52:39.455463 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:39.541479 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-6d711ceb-be10-4fcc-97bd-22e820b3160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:39.542976 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-6d711ceb-be10-4fcc-97bd-22e820b3160f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 1098 time: 0.0434525 Sep 29 19:52:39.648422 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-060e8691-f51e-4cad-a7c1-4fdfe5f3d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:39.649782 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-060e8691-f51e-4cad-a7c1-4fdfe5f3d2d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 913 time: 0.0850465 Sep 29 19:52:39.717498 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-affa8205-e8e0-4f50-8376-6438fac9515e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd83891-5861-43e6-9cec-4638ccd989ba HTTP/1.1" status: 200 len: 1000 time: 0.0599120 Sep 29 19:52:39.776115 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-d00bc7dc-acfd-4a08-95b6-101927736e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:39.777587 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-d00bc7dc-acfd-4a08-95b6-101927736e11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.0459442 Sep 29 19:52:39.834324 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-81ca3f26-1b69-4c8f-8e82-4086b5a72851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:39.835802 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-81ca3f26-1b69-4c8f-8e82-4086b5a72851 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416784 Sep 29 19:52:39.936264 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-c4ad1d56-b074-42a4-9533-0a74f49a1c48 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911617 Sep 29 19:52:40.026890 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-d2140951-625c-4992-af62-d6f9b3e3ce9a req-8cbf5471-3ba2-4cba-bbcc-2344f06a44c8 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835357 Sep 29 19:52:41.330223 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:42.752146 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:45.267019 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-1511ca15-e94d-40c7-988e-77e6e6d75489 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161678184&fields=id&tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143 HTTP/1.1" status: 200 len: 267 time: 0.0330293 Sep 29 19:52:45.376228 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-634802c8-7b87-4a4d-8eb7-438ddb417915 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:45.377750 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-634802c8-7b87-4a4d-8eb7-438ddb417915 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/networks?id=db51a412-a86e-4ce6-97aa-340ea834f902 HTTP/1.1" status: 200 len: 809 time: 0.1041448 Sep 29 19:52:45.392931 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-4f01f3a1-2b1e-4b45-ac60-846c9440bca5 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/quotas/5ec60e6cd6ba4c1d8a57a4f8b57f5143 HTTP/1.1" status: 200 len: 375 time: 0.0094583 Sep 29 19:52:45.443540 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-710b2d17-6aed-4220-9255-ad4f6a803993 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450873 Sep 29 19:52:45.459872 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-656341d5-c729-4086-bff5-3c8852da0d99 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:52:45.460860 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-656341d5-c729-4086-bff5-3c8852da0d99 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050635 Sep 29 19:52:45.554412 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-a3bdc5ec-3d09-4914-8e0d-9db0cff15040 service neutron] 10.222.0.16 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874369 Sep 29 19:52:45.657102 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-5451f03a-4e6b-4948-ac31-5522704c506c service neutron] 10.222.0.16 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966508 Sep 29 19:52:46.113061 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8e568cdf-7c11-4157-aade-b517bcf7b5d9 req-e2bab0e8-3aad-4432-86c8-455e3f1ece1c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 210 time: 0.1797760 Sep 29 19:52:46.925869 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-993b398f-a427-462c-95ef-de65e848c53f tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:46.927415 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-993b398f-a427-462c-95ef-de65e848c53f tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.47 "GET /v2.0/networks?id=db51a412-a86e-4ce6-97aa-340ea834f902 HTTP/1.1" status: 200 len: 809 time: 0.1105435 Sep 29 19:52:46.972426 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-7da72559-d2d6-4d6e-8f05-a9ffbece7a27 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143 HTTP/1.1" status: 200 len: 379 time: 0.0351040 Sep 29 19:52:46.981941 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Request body: {'port': {'device_id': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'admin_state_up': True, 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'security_groups': ['8bac0319-c32c-497b-9b4a-e1f81e811232']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:47.099451 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Made reservation on behalf of 5ec60e6cd6ba4c1d8a57a4f8b57f5143 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 19:52:47.102944 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:47.224879 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-91b3287d-d90e-4e1e-812e-cd575d5729fd req-a2fbb4d4-dc3c-4439-b45c-8b192e86cf5c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 210 time: 0.0343807 Sep 29 19:52:47.249173 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Allocated IP 172.20.0.3 (db51a412-a86e-4ce6-97aa-340ea834f902/564a441d-fdaa-4dfd-a38d-317b61e243b8/00a68936-5677-4bab-8cb2-d7c7539e8353) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:52:47.397817 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:47.431760 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:47.477397 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Network db51a412-a86e-4ce6-97aa-340ea834f902 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:52:47.480281 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:47.487304 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:52:47.491120 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event updated for resources: {'Port': ['ID=00a68936-5677-4bab-8cb2-d7c7539e8353,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:47.523913 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.524251 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.524589 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.524919 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.525242 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.525562 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.525878 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.526192 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.526508 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.526826 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.527138 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.527448 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:47.551474 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:47.552031 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:47.566924 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-d2cf5455-ac13-4ed2-8c55-32eab22f76e4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888472 Sep 29 19:52:47.577298 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-392d9e2b-f51d-4cba-9c02-3a2fbb444a25 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 19:52:47.578531 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-392d9e2b-f51d-4cba-9c02-3a2fbb444a25 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055318 Sep 29 19:52:47.590569 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.v2.base [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Request body: {'port': {'device_id': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81174'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:47.646615 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:47.727059 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-da2b7dad-0586-44f6-bc47-31b3824e2444 None None] Provisioning complete for port 00a68936-5677-4bab-8cb2-d7c7539e8353 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:47.727622 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da2b7dad-0586-44f6-bc47-31b3824e2444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:47.760545 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-da2b7dad-0586-44f6-bc47-31b3824e2444 None None] Port 00a68936-5677-4bab-8cb2-d7c7539e8353 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 19:52:47.904982 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a68936-5677-4bab-8cb2-d7c7539e8353 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:52:47.912898 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:47.925576 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Transition to ACTIVE for port object 00a68936-5677-4bab-8cb2-d7c7539e8353 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 19:52:47.929667 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:47.995161 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Pushing event updated for resources: {'Port': ['ID=00a68936-5677-4bab-8cb2-d7c7539e8353,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:48.048495 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Attempting to bind port 00a68936-5677-4bab-8cb2-d7c7539e8353 on host hv-cinder-81174 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 19:52:48.048827 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Attempting to bind port 00a68936-5677-4bab-8cb2-d7c7539e8353 by drivers openvswitch,hyperv on host hv-cinder-81174 at level 0 using segments [{'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 19:52:48.049155 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Attempting to bind port 00a68936-5677-4bab-8cb2-d7c7539e8353 on network db51a412-a86e-4ce6-97aa-340ea834f902 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:52:48.053814 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Port 00a68936-5677-4bab-8cb2-d7c7539e8353 on network db51a412-a86e-4ce6-97aa-340ea834f902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81174 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 19:52:48.054134 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Attempting to bind port 00a68936-5677-4bab-8cb2-d7c7539e8353 on network db51a412-a86e-4ce6-97aa-340ea834f902 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 19:52:48.059524 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Checking agent: {'id': 'cb7024e1-b56e-470b-8918-6047755f09da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'started_at': datetime.datetime(2021, 9, 29, 19, 40, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 19, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 19:52:48.059893 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Checking segment: {'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 19:52:48.060278 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Bound using segment: {'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 19:52:48.060715 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Bound port: 00a68936-5677-4bab-8cb2-d7c7539e8353, host: hv-cinder-81174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60677d67-c3b1-4609-85ce-2b897fcb5f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 19:52:48.061071 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:48.129529 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] For port 00a68936-5677-4bab-8cb2-d7c7539e8353, host hv-cinder-81174, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 19:52:48.132541 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] For port 00a68936-5677-4bab-8cb2-d7c7539e8353, host hv-cinder-81174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=00a68936-5677-4bab-8cb2-d7c7539e8353,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 19:52:48.137090 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25397928'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:48.172402 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:48.173056 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:48.174401 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] 10.222.0.47 "PUT /v2.0/ports/00a68936-5677-4bab-8cb2-d7c7539e8353 HTTP/1.1" status: 200 len: 1093 time: 0.5882518 Sep 29 19:52:48.174849 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:52:48.177154 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb0fa8d-2a30-4e94-8127-f9865c28963a" -d '{"events": [{"name": "network-changed", "server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:52:48.201264 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a389b61-a415-464c-866e-ae8a0424b90f service neutron] Pushing event updated for resources: {'Port': ['ID=00a68936-5677-4bab-8cb2-d7c7539e8353,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:48.238646 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acad20aa-90c1-4850-8b4a-8c50da9d8be7 x-openstack-request-id: req-acad20aa-90c1-4850-8b4a-8c50da9d8be7 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:52:48.238943 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:52:48.239194 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acad20aa-90c1-4850-8b4a-8c50da9d8be7 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:52:48.239583 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'status': 'completed', 'code': 200} Sep 29 19:52:48.277843 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-25ec8a1f-f9b8-480a-87fb-788ab5abc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:48.279433 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-25ec8a1f-f9b8-480a-87fb-788ab5abc272 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143&device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0496564 Sep 29 19:52:48.322830 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-45d05c24-f24f-43d0-8cc8-2238049ba29b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00a68936-5677-4bab-8cb2-d7c7539e8353 HTTP/1.1" status: 200 len: 217 time: 0.0351908 Sep 29 19:52:48.359988 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e2291-9c74-4573-98ce-692470da5e45 req-f360534b-4f86-43d0-bff0-0bda18bb8e42 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:48.361618 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-594e2291-9c74-4573-98ce-692470da5e45 req-f360534b-4f86-43d0-bff0-0bda18bb8e42 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0558710 Sep 29 19:52:48.380334 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-512db7dd-8c3e-430f-a1ce-bfabc4a3fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:48.381834 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-512db7dd-8c3e-430f-a1ce-bfabc4a3fda7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=564a441d-fdaa-4dfd-a38d-317b61e243b8 HTTP/1.1" status: 200 len: 848 time: 0.0516970 Sep 29 19:52:48.403392 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-594e2291-9c74-4573-98ce-692470da5e45 req-de0d65f0-8b01-4401-956a-36271762450e tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346115 Sep 29 19:52:48.432983 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-7c1fa43c-d9aa-4011-b96f-6ee425e3da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:48.434559 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-7c1fa43c-d9aa-4011-b96f-6ee425e3da6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db51a412-a86e-4ce6-97aa-340ea834f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428033 Sep 29 19:52:48.541532 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-2700fb98-ec45-460e-bb41-8c9220417602 service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948019 Sep 29 19:52:48.631232 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-7f3a867f-7ccf-4715-8bd9-2799bc05e853 req-34f33c66-eb85-4080-8a4e-8b0e934cff4f service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819638 Sep 29 19:52:48.719404 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-ad031e4a-971a-4650-8c33-5256ca0924d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:48.721338 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-ad031e4a-971a-4650-8c33-5256ca0924d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143&device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0432208 Sep 29 19:52:48.812027 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-613027f3-d232-44f9-be26-f9caeb39623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:48.814048 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-613027f3-d232-44f9-be26-f9caeb39623a service neutron] 10.222.0.47 "GET /v2.0/networks?id=db51a412-a86e-4ce6-97aa-340ea834f902 HTTP/1.1" status: 200 len: 910 time: 0.0858104 Sep 29 19:52:48.853182 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-eba2e56c-0ccc-41a5-b9ea-ef9396ca40d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00a68936-5677-4bab-8cb2-d7c7539e8353 HTTP/1.1" status: 200 len: 217 time: 0.0318902 Sep 29 19:52:48.906030 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-267d97b3-d80b-4900-ba05-b7d53b127239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:48.907476 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-267d97b3-d80b-4900-ba05-b7d53b127239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=564a441d-fdaa-4dfd-a38d-317b61e243b8 HTTP/1.1" status: 200 len: 848 time: 0.0460730 Sep 29 19:52:48.953434 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-d4cf03b8-6ef7-4fed-a901-d0742a71b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:48.954869 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-d4cf03b8-6ef7-4fed-a901-d0742a71b328 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db51a412-a86e-4ce6-97aa-340ea834f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400472 Sep 29 19:52:49.043698 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-c28cb321-56fc-425c-8919-1ca1d72de90d service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811315 Sep 29 19:52:49.137025 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-feb0fa8d-2a30-4e94-8127-f9865c28963a req-802b42c9-789e-4b7a-a8dc-5b13dcab9f33 service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855575 Sep 29 19:52:49.522176 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b214bdd-880d-40c7-9790-0e0c8fa6a824 req-11f789a9-1a99-4264-80df-094488967d86 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:49.523706 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b214bdd-880d-40c7-9790-0e0c8fa6a824 req-11f789a9-1a99-4264-80df-094488967d86 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0495753 Sep 29 19:52:49.561689 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-6b214bdd-880d-40c7-9790-0e0c8fa6a824 req-9bcabd81-ed3a-4d16-a3d9-d0b2808488ce tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317528 Sep 29 19:52:50.674530 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b431b5-37bb-4992-83db-472d9f7e6bc1 req-721b4fee-dcd2-4a77-af80-173b55474e64 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:50.675994 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-53b431b5-37bb-4992-83db-472d9f7e6bc1 req-721b4fee-dcd2-4a77-af80-173b55474e64 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0476053 Sep 29 19:52:50.719330 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-53b431b5-37bb-4992-83db-472d9f7e6bc1 req-500c68f4-b112-44de-ac27-07b602f97f51 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373528 Sep 29 19:52:51.834843 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4520ce-0b76-428a-b237-070287b94e86 req-a797425b-cba1-4212-81a5-fda9f1e2c8bb tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:51.836314 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-eb4520ce-0b76-428a-b237-070287b94e86 req-a797425b-cba1-4212-81a5-fda9f1e2c8bb tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0510044 Sep 29 19:52:51.873912 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-eb4520ce-0b76-428a-b237-070287b94e86 req-3d17115e-bf34-4204-a10b-b7224a80a40a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314524 Sep 29 19:52:52.986429 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f31b81-4de0-4da0-a2b1-7ddefc9bda91 req-284ba12f-4e54-467a-8c26-0fa355aa4f77 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:52.987864 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-09f31b81-4de0-4da0-a2b1-7ddefc9bda91 req-284ba12f-4e54-467a-8c26-0fa355aa4f77 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0477743 Sep 29 19:52:53.026052 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-09f31b81-4de0-4da0-a2b1-7ddefc9bda91 req-ed3d2f35-9f7c-4083-b78e-aae2cf543b13 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322950 Sep 29 19:52:54.137713 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6e176-fc3a-4a11-bf03-ebc6d56d90ce req-0b92a1c8-769f-4f24-bda1-5f349e0de9ef tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:54.139174 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f7b6e176-fc3a-4a11-bf03-ebc6d56d90ce req-0b92a1c8-769f-4f24-bda1-5f349e0de9ef tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0475495 Sep 29 19:52:54.177181 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f7b6e176-fc3a-4a11-bf03-ebc6d56d90ce req-fb87b5d7-59b6-459d-aaba-029188880a8e tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312414 Sep 29 19:52:54.540340 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:52:54.883936 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 00a68936-5677-4bab-8cb2-d7c7539e8353 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:52:54.979002 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 00a68936-5677-4bab-8cb2-d7c7539e8353, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=00a68936-5677-4bab-8cb2-d7c7539e8353,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:54.990553 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'port_id': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'mac_address': 'fa:16:3e:5e:a6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:52:55.025560 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:55.038466 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a68936-5677-4bab-8cb2-d7c7539e8353 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:52:55.058621 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 00a68936-5677-4bab-8cb2-d7c7539e8353, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=00a68936-5677-4bab-8cb2-d7c7539e8353,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:55.062489 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:55.111450 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=00a68936-5677-4bab-8cb2-d7c7539e8353,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:55.118440 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.118785 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.119115 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.119442 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.119770 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.120117 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.120439 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.120758 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.121077 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.121394 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.121712 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.122025 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:55.288908 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['00a68936-5677-4bab-8cb2-d7c7539e8353'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:52:55.293904 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0197e0e-fc49-4f13-b763-9c0894614b14 req-dc6cff57-81f0-4968-95bf-465f7928b75c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:55.295396 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f0197e0e-fc49-4f13-b763-9c0894614b14 req-dc6cff57-81f0-4968-95bf-465f7928b75c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 944 time: 0.0511372 Sep 29 19:52:55.334035 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f0197e0e-fc49-4f13-b763-9c0894614b14 req-991b75f2-3639-43c4-bc3e-112c0431155f tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320125 Sep 29 19:52:56.450308 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dfed8-84bf-4a3a-bfdc-9a37a5a4ef08 req-1ee4aff3-2da7-439f-a612-e9bc85c1bfc1 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:56.451773 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-135dfed8-84bf-4a3a-bfdc-9a37a5a4ef08 req-1ee4aff3-2da7-439f-a612-e9bc85c1bfc1 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 944 time: 0.0488801 Sep 29 19:52:56.491246 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-135dfed8-84bf-4a3a-bfdc-9a37a5a4ef08 req-056d46f6-491f-463d-887b-c481a32aada7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333359 Sep 29 19:52:56.878315 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 00a68936-5677-4bab-8cb2-d7c7539e8353 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:52:56.929117 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning for port 00a68936-5677-4bab-8cb2-d7c7539e8353 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 19:52:56.932857 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 00a68936-5677-4bab-8cb2-d7c7539e8353 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:52:56.933228 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:57.007129 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:57.029145 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:52:57.031389 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c5c089-d727-4650-9682-f74bf1801749" -d '{"events": [{"server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "name": "network-vif-plugged", "status": "completed", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:52:57.045594 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 00a68936-5677-4bab-8cb2-d7c7539e8353, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=00a68936-5677-4bab-8cb2-d7c7539e8353,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:52:57.050342 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:57.084105 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc26c207-51e4-4ead-8919-ee6dbf396cd1 x-openstack-request-id: req-dc26c207-51e4-4ead-8919-ee6dbf396cd1 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:52:57.084397 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "name": "network-vif-plugged", "status": "completed", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:52:57.084644 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc26c207-51e4-4ead-8919-ee6dbf396cd1 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:52:57.085027 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'code': 200} Sep 29 19:52:57.112559 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=00a68936-5677-4bab-8cb2-d7c7539e8353,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:57.305376 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e228b7-4558-40f5-9dc2-e0455e1ad692 req-b21e5354-41a7-4642-95c0-b232f982efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:57.306899 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f1e228b7-4558-40f5-9dc2-e0455e1ad692 req-b21e5354-41a7-4642-95c0-b232f982efc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0432534 Sep 29 19:52:57.343180 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-f1e228b7-4558-40f5-9dc2-e0455e1ad692 req-18147156-45cd-4970-8871-d4c94ef2d3db service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282807 Sep 29 19:52:57.604657 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13456c-cb1c-491b-932b-518ee49dd2f8 req-7f99e398-e62e-4d12-8435-03e82f5b34a6 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:57.606010 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ba13456c-cb1c-491b-932b-518ee49dd2f8 req-7f99e398-e62e-4d12-8435-03e82f5b34a6 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0491133 Sep 29 19:52:57.644048 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ba13456c-cb1c-491b-932b-518ee49dd2f8 req-a1f8e12f-f010-40db-8825-4914f34d101c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Sep 29 19:52:58.779576 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d624b-172c-4fc8-976c-4c93aee7238f req-9cd4c31d-ccd7-4074-ab5a-25c4d40ebcfa tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:58.781107 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-648d624b-172c-4fc8-976c-4c93aee7238f req-9cd4c31d-ccd7-4074-ab5a-25c4d40ebcfa tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0601244 Sep 29 19:52:58.819148 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-648d624b-172c-4fc8-976c-4c93aee7238f req-e8960c96-1541-4598-a3ca-896e578d15a6 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Sep 29 19:52:58.932123 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a740e-8b5b-46a2-8890-77cec356d937 req-a38a9097-f892-40ff-9940-0eb71ec5169a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:58.933515 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0c5a740e-8b5b-46a2-8890-77cec356d937 req-a38a9097-f892-40ff-9940-0eb71ec5169a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0492752 Sep 29 19:52:58.972613 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-0c5a740e-8b5b-46a2-8890-77cec356d937 req-c1376c55-d4ac-4b93-98d7-29a53a6ba8c2 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331767 Sep 29 19:52:58.994868 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:59.083707 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13282e6-10c7-4599-9749-e8036fe97f40 tempest-TestShelveInstance-876113105 tempest-TestShelveInstance-876113105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:52:59.085246 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-a13282e6-10c7-4599-9749-e8036fe97f40 tempest-TestShelveInstance-876113105 tempest-TestShelveInstance-876113105-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1093 time: 0.0894094 Sep 29 19:52:59.088977 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:52:59.093276 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Request body: {'floatingip': {'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'port_id': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 19:52:59.115097 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:59.213462 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:59.320520 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Allocated IP 172.27.1.96 (26c08563-6f65-4938-99ac-1afc67ee349a/09ded518-9f94-47cf-b143-19055351502f/a262ff32-1e3b-4cf7-8fd1-3cafe58f2e49) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 19:52:59.427200 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:59.460060 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776185082031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:59.497925 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Network 26c08563-6f65-4938-99ac-1afc67ee349a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 19:52:59.500611 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 19:52:59.504121 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 19:52:59.512860 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event updated for resources: {'Port': ['ID=a262ff32-1e3b-4cf7-8fd1-3cafe58f2e49,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:52:59.545387 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.545734 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.546075 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.546419 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.546826 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.547224 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.547549 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.547896 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.548214 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.548548 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.549798 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.549930 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:52:59.874644 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:52:59.941925 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:00.095744 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:00.100822 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26560773'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:00.168478 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event updated for resources: {'Port': ['ID=a262ff32-1e3b-4cf7-8fd1-3cafe58f2e49,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:00.178483 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645120'] for floatingip, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:00.278472 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.l3_db [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Floating IP e95546d3-4986-4870-9027-54ac181a26fe associated. External IP: 172.27.1.96, port: 00a68936-5677-4bab-8cb2-d7c7539e8353. Sep 29 19:53:00.494199 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Router 81396b47-28be-4ed0-8b7a-df54b9a0299c has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:53:00.607149 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:53:00.617474 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] Sync routers for ids ['81396b47-28be-4ed0-8b7a-df54b9a0299c'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:53:00.623894 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:00.627530 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] Routers {'81396b47-28be-4ed0-8b7a-df54b9a0299c'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:53:00.628237 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:52:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['81396b47-28be-4ed0-8b7a-df54b9a0299c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:00.652332 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-d840cb46-f153-4d76-8ef0-9fcb07d8527c tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5622942 Sep 29 19:53:00.652915 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:53:00.655210 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338be4b3-3950-4ca2-946b-32b2806c0c07" -d '{"events": [{"name": "network-changed", "server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:53:00.692094 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3842b42a-93bb-4fae-95a8-6c2f527d5fa6 x-openstack-request-id: req-3842b42a-93bb-4fae-95a8-6c2f527d5fa6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:53:00.692391 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:53:00.692647 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3842b42a-93bb-4fae-95a8-6c2f527d5fa6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:53:00.693053 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'status': 'completed', 'code': 200} Sep 29 19:53:00.745237 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] Set router 81396b47-28be-4ed0-8b7a-df54b9a0299c gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:53:00.760033 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-dda059b8-81c6-4b48-b9be-e0a171d69883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:00.761513 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-dda059b8-81c6-4b48-b9be-e0a171d69883 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143&device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0462587 Sep 29 19:53:00.853226 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-468d562a-03d0-4d55-bff1-657e4ecb9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:00.854712 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-468d562a-03d0-4d55-bff1-657e4ecb9bfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=db51a412-a86e-4ce6-97aa-340ea834f902 HTTP/1.1" status: 200 len: 910 time: 0.0853028 Sep 29 19:53:00.923072 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-7480f864-092a-45d9-8917-dd06adf56a26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00a68936-5677-4bab-8cb2-d7c7539e8353 HTTP/1.1" status: 200 len: 998 time: 0.0606740 Sep 29 19:53:00.968433 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'e95546d3-4986-4870-9027-54ac181a26fe', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'port_id': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'mac_address': 'fa:16:3e:5e:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:52:59Z', 'updated_at': '2021-09-29T19:52:59Z', 'revision_number': 0, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:24Z', 'revision_number': 5, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:00.972187 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-da37e5b7-dfd5-4492-a0ed-693d527c8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:00.973645 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-da37e5b7-dfd5-4492-a0ed-693d527c8a28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=564a441d-fdaa-4dfd-a38d-317b61e243b8 HTTP/1.1" status: 200 len: 848 time: 0.0444651 Sep 29 19:53:00.998864 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] Checking router: 81396b47-28be-4ed0-8b7a-df54b9a0299c for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:53:01.007261 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] Routers {'81396b47-28be-4ed0-8b7a-df54b9a0299c'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:53:01.007893 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:52:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['81396b47-28be-4ed0-8b7a-df54b9a0299c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:01.022133 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-547e9c4f-3593-4e4e-bba2-b96f3974835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:01.023632 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-547e9c4f-3593-4e4e-bba2-b96f3974835b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db51a412-a86e-4ce6-97aa-340ea834f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401261 Sep 29 19:53:01.114442 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] Set router 81396b47-28be-4ed0-8b7a-df54b9a0299c gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:53:01.120840 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-c1871f07-f8a4-4a13-9801-085fab46fc63 service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892680 Sep 29 19:53:01.211091 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-338be4b3-3950-4ca2-946b-32b2806c0c07 req-6c3f0f40-2135-4713-97d9-eccbd7c4dfbe service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824683 Sep 29 19:53:01.342068 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'e95546d3-4986-4870-9027-54ac181a26fe', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'port_id': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'mac_address': 'fa:16:3e:5e:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:52:59Z', 'updated_at': '2021-09-29T19:52:59Z', 'revision_number': 0, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:24Z', 'revision_number': 5, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:01.369115 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af992039-91bf-4ac2-9c3d-11bff3cc4d9d None None] The sync data for ids ['81396b47-28be-4ed0-8b7a-df54b9a0299c'] in dv-cinder-811740-1-iscsi is: [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'e95546d3-4986-4870-9027-54ac181a26fe', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'port_id': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'mac_address': 'fa:16:3e:5e:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:52:59Z', 'updated_at': '2021-09-29T19:52:59Z', 'revision_number': 0, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:24Z', 'revision_number': 5, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:53:01.557992 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d611b-a29a-4ffc-a168-0f5cea9b8773 None None] New status for floating IP e95546d3-4986-4870-9027-54ac181a26fe: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:53:05.560235 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a0b5-7742-46ba-ae14-5f2daef3a667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:08.568948 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20fba8b1-890e-4445-afd4-f83d10e49399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:08.804240 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:09.458243 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:11.337061 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:12.765309 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:27.298393 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:27.450637 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Deleting port 1b215cc0-888b-4807-b4e6-de8748c43726 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:27.451001 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:27.529677 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:27.529994 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:27.541267 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Calling delete_port for 1b215cc0-888b-4807-b4e6-de8748c43726 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:27.683591 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:27.710196 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event deleted for resources: {'Port': ['ID=1b215cc0-888b-4807-b4e6-de8748c43726,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:27.771414 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:27.771783 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.l3_db [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Floating IP 1d6e2b5c-a3cf-4c73-83e0-c479363acf57 disassociated (deleted). External IP: 172.27.1.151, port: 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3. Sep 29 19:53:27.977683 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Router a594527f-8ecf-4523-8362-6b1444c9f2ea has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:53:28.322924 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:53:28.327632 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:28.333090 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] Sync routers for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:53:28.342404 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:53:28.343003 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:53:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:28.356761 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-31280a03-9641-4870-ac17-3776ab324ab6 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "DELETE /v2.0/floatingips/1d6e2b5c-a3cf-4c73-83e0-c479363acf57 HTTP/1.1" status: 204 len: 168 time: 1.0573103 Sep 29 19:53:28.357355 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'tag': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:53:28.359593 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97cb79e-78e4-456d-aaff-022ca634ec8a" -d '{"events": [{"name": "network-changed", "server_uuid": "75224187-39d1-4eb7-9b0f-e405f09dd483", "tag": "8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:53:28.398093 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8023ef7c-08ca-484e-9ecc-90040193c681 x-openstack-request-id: req-8023ef7c-08ca-484e-9ecc-90040193c681 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:53:28.398390 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75224187-39d1-4eb7-9b0f-e405f09dd483", "tag": "8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:53:28.398641 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8023ef7c-08ca-484e-9ecc-90040193c681 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:53:28.399029 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'tag': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'status': 'completed', 'code': 200} Sep 29 19:53:28.526959 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-e590f0d6-d061-42c3-bd70-74c9692bd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:28.529212 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-e590f0d6-d061-42c3-bd70-74c9692bd7cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 1099 time: 0.1082480 Sep 29 19:53:28.584546 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:53:28.594848 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7f948-ad80-4eb0-b0f4-c6c4c80562d7 req-31ed2039-4f1f-4043-9cb3-e256906f2403 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:28.596415 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a9d7f948-ad80-4eb0-b0f4-c6c4c80562d7 req-31ed2039-4f1f-4043-9cb3-e256906f2403 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 946 time: 0.0513988 Sep 29 19:53:28.628092 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-0365eaf4-b7bd-404c-8c61-5d4891885a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:28.630421 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-0365eaf4-b7bd-404c-8c61-5d4891885a69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 913 time: 0.0919542 Sep 29 19:53:28.636925 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a9d7f948-ad80-4eb0-b0f4-c6c4c80562d7 req-7a0b511d-9b34-4803-81af-159337413082 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329599 Sep 29 19:53:28.677441 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-e00aeb98-57bc-4ee6-a813-7c288aa7faf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 HTTP/1.1" status: 200 len: 217 time: 0.0389438 Sep 29 19:53:28.728271 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-536fd145-dedf-475b-b2e2-f1bf04b73bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:28.729719 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-536fd145-dedf-475b-b2e2-f1bf04b73bf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.0449369 Sep 29 19:53:28.778102 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-6ef755b5-8623-4b7c-99e8-abef9a97eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:28.779584 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-6ef755b5-8623-4b7c-99e8-abef9a97eebb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403516 Sep 29 19:53:28.806456 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'd795a6b4-2539-4849-a1b9-01d4e9c8aa6a', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:73:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:30Z', 'updated_at': '2021-09-29T19:49:33Z', 'revision_number': 1, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:28.831994 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] Checking router: a594527f-8ecf-4523-8362-6b1444c9f2ea for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:53:28.840575 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:53:28.841100 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:53:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:28.881313 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-3f6728c2-eac4-422d-8132-4d143fa85ee7 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903349 Sep 29 19:53:28.948266 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:53:28.973688 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-b97cb79e-78e4-456d-aaff-022ca634ec8a req-85b6d376-2f65-4172-8ed6-cafe13181142 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840955 Sep 29 19:53:29.170226 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'd795a6b4-2539-4849-a1b9-01d4e9c8aa6a', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:73:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:30Z', 'updated_at': '2021-09-29T19:49:33Z', 'revision_number': 1, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:29.195423 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488159be-177c-4bf7-9d30-98788cbf808b None None] The sync data for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi is: [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_floatingips': [{'id': 'd795a6b4-2539-4849-a1b9-01d4e9c8aa6a', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'router_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'port_id': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'mac_address': 'fa:16:3e:73:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T19:49:30Z', 'updated_at': '2021-09-29T19:49:33Z', 'revision_number': 1, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:53:29.414999 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73225659-1073-4e4d-a34c-7dbf2baf49c2 None None] New status for floating IP 1d6e2b5c-a3cf-4c73-83e0-c479363acf57: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:53:29.754088 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7b621-9a04-4da2-b7bc-9de5d107575c req-efbd36e5-770a-48b6-9369-f57d9db91961 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:29.755546 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-09b7b621-9a04-4da2-b7bc-9de5d107575c req-efbd36e5-770a-48b6-9369-f57d9db91961 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 946 time: 0.0485365 Sep 29 19:53:29.795168 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-09b7b621-9a04-4da2-b7bc-9de5d107575c req-143aa29a-414b-4c0a-aec2-17c1e2751a7d tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336463 Sep 29 19:53:30.178972 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-504eebe8-1ac9-4ce4-9514-f8b6816d5a9f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:30.180468 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-504eebe8-1ac9-4ce4-9514-f8b6816d5a9f tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 946 time: 0.0488162 Sep 29 19:53:30.271912 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-c25103d6-2ce9-4984-9c76-58066ec1ed57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Deleting port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:30.272242 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-c25103d6-2ce9-4984-9c76-58066ec1ed57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:30.361627 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-c25103d6-2ce9-4984-9c76-58066ec1ed57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] For port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:53:30.361905 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-c25103d6-2ce9-4984-9c76-58066ec1ed57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:30.374375 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-c25103d6-2ce9-4984-9c76-58066ec1ed57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Calling delete_port for 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:30.497393 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-c25103d6-2ce9-4984-9c76-58066ec1ed57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:30.529383 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25103d6-2ce9-4984-9c76-58066ec1ed57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event deleted for resources: {'Port': ['ID=8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:30.571343 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-c25103d6-2ce9-4984-9c76-58066ec1ed57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] No DVR routers for this DVR port 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:53:30.573906 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-c25103d6-2ce9-4984-9c76-58066ec1ed57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:30.575916 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-535acfc7-96d1-47f3-a318-4a7c1a868dbe req-c25103d6-2ce9-4984-9c76-58066ec1ed57 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "DELETE /v2.0/ports/8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 HTTP/1.1" status: 204 len: 173 time: 0.3892200 Sep 29 19:53:30.576343 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'name': 'network-vif-deleted', 'tag': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:53:30.578570 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74c5268-00e9-4279-920b-fc099db409c8" -d '{"events": [{"server_uuid": "75224187-39d1-4eb7-9b0f-e405f09dd483", "name": "network-vif-deleted", "tag": "8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:53:30.687276 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a72b6f8-a7c6-4384-bbbe-34293cec15b5 x-openstack-request-id: req-1a72b6f8-a7c6-4384-bbbe-34293cec15b5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:53:30.687568 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75224187-39d1-4eb7-9b0f-e405f09dd483", "name": "network-vif-deleted", "tag": "8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:53:30.687836 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a72b6f8-a7c6-4384-bbbe-34293cec15b5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:53:30.688235 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75224187-39d1-4eb7-9b0f-e405f09dd483', 'name': 'network-vif-deleted', 'tag': '8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3', 'status': 'completed', 'code': 200} Sep 29 19:53:30.893429 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8018677c-3b27-4ff9-b377-2aa778923923 req-4bdebf42-a98c-414d-99c9-876dcc0535ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=75224187-39d1-4eb7-9b0f-e405f09dd483 HTTP/1.1" status: 200 len: 210 time: 0.0276170 Sep 29 19:53:31.539802 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:53:33.085273 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:53:33.106000 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:53:33.106342 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 8ac98c99-27b9-4c0b-bd4a-38ba4f10adc3 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:53:34.170183 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 37988) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:34.321597 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Deleting port e69f7281-e397-48ea-a378-7ad66bdfe6b3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:34.321931 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:34.396443 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:34.396683 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:34.407976 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Calling delete_port for e69f7281-e397-48ea-a378-7ad66bdfe6b3 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:34.558094 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:34.587057 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event deleted for resources: {'Port': ['ID=e69f7281-e397-48ea-a378-7ad66bdfe6b3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:34.646946 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:34.647185 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.db.l3_db [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Floating IP d795a6b4-2539-4849-a1b9-01d4e9c8aa6a disassociated (deleted). External IP: 172.27.1.11, port: bcd83891-5861-43e6-9cec-4638ccd989ba. Sep 29 19:53:34.848244 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Router a594527f-8ecf-4523-8362-6b1444c9f2ea has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:53:34.954066 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:53:34.959001 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:34.966661 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] Sync routers for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:53:34.977325 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:53:34.977943 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:53:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:34.988456 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-98aa847a-4d4e-4f1a-9df3-0b5037e5e7ea tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "DELETE /v2.0/floatingips/d795a6b4-2539-4849-a1b9-01d4e9c8aa6a HTTP/1.1" status: 204 len: 168 time: 0.8171737 Sep 29 19:53:34.989067 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'tag': 'bcd83891-5861-43e6-9cec-4638ccd989ba'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:53:34.991306 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b98c539eb9dc8356ad096ce8b5a274cae94f51afc45230c0ed766c1172d2172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c91d055-03e4-44e3-9e06-b3934290bb77" -d '{"events": [{"name": "network-changed", "server_uuid": "6b389e7e-6ef2-4ea3-a0e3-25476d6a0190", "tag": "bcd83891-5861-43e6-9cec-4638ccd989ba"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:53:35.028066 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e803c-b845-4808-a6b1-73d210862dce x-openstack-request-id: req-738e803c-b845-4808-a6b1-73d210862dce {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:53:35.028359 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b389e7e-6ef2-4ea3-a0e3-25476d6a0190", "tag": "bcd83891-5861-43e6-9cec-4638ccd989ba", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:53:35.028607 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-738e803c-b845-4808-a6b1-73d210862dce {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:53:35.028999 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'tag': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'status': 'completed', 'code': 200} Sep 29 19:53:35.095272 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:53:35.098914 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-ee0291bf-2794-41e0-867f-c54e50eae7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:35.101171 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-ee0291bf-2794-41e0-867f-c54e50eae7ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 1098 time: 0.0476246 Sep 29 19:53:35.241164 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae0f71-8786-4ade-9d1f-4b1d7cca4040 req-739122ef-5c4b-4fb4-ad2c-ba55fe2f472e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:35.243483 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4eae0f71-8786-4ade-9d1f-4b1d7cca4040 req-739122ef-5c4b-4fb4-ad2c-ba55fe2f472e tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 945 time: 0.0584726 Sep 29 19:53:35.288352 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4eae0f71-8786-4ade-9d1f-4b1d7cca4040 req-a82df0e9-f03c-4174-aa9e-d515a1cb7903 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384746 Sep 29 19:53:35.315967 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:35.343925 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] Checking router: a594527f-8ecf-4523-8362-6b1444c9f2ea for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:53:35.353333 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:53:35.353970 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:53:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:35.463426 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:53:35.465138 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-63070bb5-db8e-48ec-bb82-0ce9d03d3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:35.466618 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-63070bb5-db8e-48ec-bb82-0ce9d03d3424 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 200 len: 913 time: 0.3584328 Sep 29 19:53:35.508039 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-71e68261-0c72-4819-bd77-c1708ccc67c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd83891-5861-43e6-9cec-4638ccd989ba HTTP/1.1" status: 200 len: 217 time: 0.0332153 Sep 29 19:53:35.556140 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-f4a500a2-d2e0-4179-98b8-56bdc8810917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:35.557580 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-f4a500a2-d2e0-4179-98b8-56bdc8810917 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 200 len: 851 time: 0.0425739 Sep 29 19:53:35.599852 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-287d1784-72e4-4c84-8024-463b412991e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:35.620273 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-789d5c1d-24d0-4d47-97c2-3fa6827f5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:35.622359 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-789d5c1d-24d0-4d47-97c2-3fa6827f5303 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82500cc5-19d3-4dbf-9e87-a8556f474c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562105 Sep 29 19:53:35.688082 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:35.715792 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a52701-87a6-4aad-9186-0b04e79790f8 None None] The sync data for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi is: [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:45:47Z', 'revision_number': 4, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': 'aa22b35b-28a0-4bcc-8015-7941f3903c2d', 'name': '', 'network_id': '82500cc5-19d3-4dbf-9e87-a8556f474c06', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'mac_address': 'fa:16:3e:7a:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:46Z', 'updated_at': '2021-09-29T19:45:51Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'subnets': [{'id': 'afe2181c-fb41-4f1a-812b-1d27c0a6a222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:53:35.720523 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-7746456a-eb6c-4ee3-b334-6479462a892e service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897052 Sep 29 19:53:35.818096 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-4c91d055-03e4-44e3-9e06-b3934290bb77 req-b0969fb1-88b2-4241-b1f7-1c77c7395ab5 service neutron] 10.222.0.47 "GET /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894876 Sep 29 19:53:35.935422 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fcef9c-062d-475f-a361-8d3d98e5aa40 None None] New status for floating IP d795a6b4-2539-4849-a1b9-01d4e9c8aa6a: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:53:36.403536 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50f1a-6103-44cc-9971-05c710322106 req-9075fefa-1b0b-4582-b33d-5115f12a4477 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:36.405009 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8ae50f1a-6103-44cc-9971-05c710322106 req-9075fefa-1b0b-4582-b33d-5115f12a4477 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 945 time: 0.0486007 Sep 29 19:53:36.447340 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8ae50f1a-6103-44cc-9971-05c710322106 req-52a22c34-e3b6-46dd-8a6c-1d1a52dd9462 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/security-groups?id=152ed6fd-558d-4805-b98d-53412301a6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358882 Sep 29 19:53:36.665222 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-d893a668-fe05-4087-bfe2-89c3a34fb6eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:53:36.666550 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-d893a668-fe05-4087-bfe2-89c3a34fb6eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 945 time: 0.0487876 Sep 29 19:53:36.759781 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-c04f9f35-78ea-4df7-b256-09be3f94a4eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Deleting port bcd83891-5861-43e6-9cec-4638ccd989ba {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:36.760137 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-c04f9f35-78ea-4df7-b256-09be3f94a4eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:36.845977 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-c04f9f35-78ea-4df7-b256-09be3f94a4eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] For port bcd83891-5861-43e6-9cec-4638ccd989ba, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=bcd83891-5861-43e6-9cec-4638ccd989ba,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:53:36.846336 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-c04f9f35-78ea-4df7-b256-09be3f94a4eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:36.859202 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-c04f9f35-78ea-4df7-b256-09be3f94a4eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Calling delete_port for bcd83891-5861-43e6-9cec-4638ccd989ba owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:36.991036 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-c04f9f35-78ea-4df7-b256-09be3f94a4eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:37.023068 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f9f35-78ea-4df7-b256-09be3f94a4eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event deleted for resources: {'Port': ['ID=bcd83891-5861-43e6-9cec-4638ccd989ba,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:37.064611 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-c04f9f35-78ea-4df7-b256-09be3f94a4eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] No DVR routers for this DVR port bcd83891-5861-43e6-9cec-4638ccd989ba on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:53:37.067289 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-c04f9f35-78ea-4df7-b256-09be3f94a4eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:37.069538 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-c895cc4c-d8cd-415f-b95f-3c2b2a6a3f16 req-c04f9f35-78ea-4df7-b256-09be3f94a4eb tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.47 "DELETE /v2.0/ports/bcd83891-5861-43e6-9cec-4638ccd989ba HTTP/1.1" status: 204 len: 173 time: 0.3969049 Sep 29 19:53:37.069990 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'name': 'network-vif-deleted', 'tag': 'bcd83891-5861-43e6-9cec-4638ccd989ba'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:53:37.072825 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ba87d5-41be-4d2d-a08c-fba2453f33ef" -d '{"events": [{"server_uuid": "6b389e7e-6ef2-4ea3-a0e3-25476d6a0190", "name": "network-vif-deleted", "tag": "bcd83891-5861-43e6-9cec-4638ccd989ba"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:53:37.109721 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b0e437-83de-4137-ac6b-fd02f93bd4bb x-openstack-request-id: req-75b0e437-83de-4137-ac6b-fd02f93bd4bb {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:53:37.110026 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b389e7e-6ef2-4ea3-a0e3-25476d6a0190", "name": "network-vif-deleted", "tag": "bcd83891-5861-43e6-9cec-4638ccd989ba", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:53:37.110281 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75b0e437-83de-4137-ac6b-fd02f93bd4bb {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:53:37.110677 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b389e7e-6ef2-4ea3-a0e3-25476d6a0190', 'name': 'network-vif-deleted', 'tag': 'bcd83891-5861-43e6-9cec-4638ccd989ba', 'status': 'completed', 'code': 200} Sep 29 19:53:37.551859 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-bd9b4211-1a8c-40d3-941e-95f80a049679 req-52425a36-9777-4366-9e56-0a7cf361ea80 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b389e7e-6ef2-4ea3-a0e3-25476d6a0190 HTTP/1.1" status: 200 len: 210 time: 0.0264728 Sep 29 19:53:38.569440 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1633ef0d-b15e-448c-9587-01e9e6aff584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:38.609769 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 38004) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:38.732332 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-81754550-0ffe-49ac-9b2f-3372a2e71fa5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Deleting port 076d8735-5571-4ed2-a3f7-9a814bcbd8ca {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:38.732668 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81754550-0ffe-49ac-9b2f-3372a2e71fa5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:38.805224 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:38.807859 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81754550-0ffe-49ac-9b2f-3372a2e71fa5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:38.808241 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81754550-0ffe-49ac-9b2f-3372a2e71fa5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:38.820293 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-81754550-0ffe-49ac-9b2f-3372a2e71fa5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Calling delete_port for 076d8735-5571-4ed2-a3f7-9a814bcbd8ca owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:38.949709 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81754550-0ffe-49ac-9b2f-3372a2e71fa5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:38.981507 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81754550-0ffe-49ac-9b2f-3372a2e71fa5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event deleted for resources: {'Port': ['ID=076d8735-5571-4ed2-a3f7-9a814bcbd8ca,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:39.039779 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81754550-0ffe-49ac-9b2f-3372a2e71fa5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:39.042300 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81754550-0ffe-49ac-9b2f-3372a2e71fa5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:39.043445 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-81754550-0ffe-49ac-9b2f-3372a2e71fa5 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "DELETE /v2.0/floatingips/70884abe-4750-4169-ab66-4d1df506318d HTTP/1.1" status: 204 len: 168 time: 0.4327090 Sep 29 19:53:39.121145 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device bcd83891-5861-43e6-9cec-4638ccd989ba no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:53:39.140775 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: bcd83891-5861-43e6-9cec-4638ccd989ba {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:53:39.141111 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device bcd83891-5861-43e6-9cec-4638ccd989ba not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:53:39.459591 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:40.237432 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 38016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:40.296200 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a76140f-77d4-422f-8b03-fc86c74ff454 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:40.320755 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a76140f-77d4-422f-8b03-fc86c74ff454 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:40.380311 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a76140f-77d4-422f-8b03-fc86c74ff454 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:40.383191 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a76140f-77d4-422f-8b03-fc86c74ff454 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:40.384376 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-0a76140f-77d4-422f-8b03-fc86c74ff454 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] 10.222.0.16 "DELETE /v2.0/security-groups/152ed6fd-558d-4805-b98d-53412301a6a4 HTTP/1.1" status: 204 len: 168 time: 0.1459591 Sep 29 19:53:40.393516 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76140f-77d4-422f-8b03-fc86c74ff454 tempest-TestVolumeBootPattern-1264458617 tempest-TestVolumeBootPattern-1264458617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152ed6fd-558d-4805-b98d-53412301a6a4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:40.450411 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38020) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:40.897230 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643328'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:41.146568 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] Deleting port aa22b35b-28a0-4bcc-8015-7941f3903c2d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:41.146904 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:41.227186 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] For port aa22b35b-28a0-4bcc-8015-7941f3903c2d, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=aa22b35b-28a0-4bcc-8015-7941f3903c2d,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:53:41.227459 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:41.243725 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] Calling delete_port for aa22b35b-28a0-4bcc-8015-7941f3903c2d owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:41.337768 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:41.422461 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:41.448981 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa22b35b-28a0-4bcc-8015-7941f3903c2d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:41.609823 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645257'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:41.819661 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] Router a594527f-8ecf-4523-8362-6b1444c9f2ea has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:53:41.924670 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:53:41.930939 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-2f560f4b-6b91-4fc7-84b4-cb46ee658ed6 admin admin] 10.222.0.16 "PUT /v2.0/routers/a594527f-8ecf-4523-8362-6b1444c9f2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4794970 Sep 29 19:53:41.933469 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38024) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:41.934477 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] Sync routers for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:53:41.944092 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:53:41.944708 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:53:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:42.039547 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.049202 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:53:42.142527 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.196504 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Deleting port 1d0dd9f3-feb1-4684-b955-24396d57f8e7 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:42.196845 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.235311 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:53:41Z', 'revision_number': 5, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port': {'id': '1d0dd9f3-feb1-4684-b955-24396d57f8e7', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:42Z', 'updated_at': '2021-09-29T19:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:42.262479 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] Checking router: a594527f-8ecf-4523-8362-6b1444c9f2ea for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:53:42.270496 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] Routers {'a594527f-8ecf-4523-8362-6b1444c9f2ea'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:53:42.271108 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:53:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['a594527f-8ecf-4523-8362-6b1444c9f2ea'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:42.278297 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] For port 1d0dd9f3-feb1-4684-b955-24396d57f8e7, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=1d0dd9f3-feb1-4684-b955-24396d57f8e7,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:53:42.278661 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.291803 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Calling delete_port for 1d0dd9f3-feb1-4684-b955-24396d57f8e7 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:42.358616 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] Set router a594527f-8ecf-4523-8362-6b1444c9f2ea gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:53:42.414135 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:53:42Z', 'revision_number': 6, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port_host': None}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:42.462838 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.494687 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0dd9f3-feb1-4684-b955-24396d57f8e7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:42.558822 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645194'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.577571 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ab970-adc7-4d77-bb89-b54ecfe434be None None] The sync data for ids ['a594527f-8ecf-4523-8362-6b1444c9f2ea'] in dv-cinder-811740-1-iscsi is: [{'id': 'a594527f-8ecf-4523-8362-6b1444c9f2ea', 'name': 'tempest-TestVolumeBootPattern-1987092857-router', 'tenant_id': '938ba2215e4a43769f47a7dc6ce943b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:41Z', 'updated_at': '2021-09-29T19:53:42Z', 'revision_number': 6, 'project_id': '938ba2215e4a43769f47a7dc6ce943b1', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:53:42.652401 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-727'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.654561 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.696330 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642092'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.696881 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a594527f-8ecf-4523-8362-6b1444c9f2ea {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 19:53:42.701176 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.702319 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-c5ab4b98-f495-4159-87bb-0135aca00ca6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a594527f-8ecf-4523-8362-6b1444c9f2ea HTTP/1.1" status: 204 len: 168 time: 0.7678661 Sep 29 19:53:42.705005 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38026) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:42.751936 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45cfa15-a03a-4d65-945b-e2087d0d4e78 admin admin] Deleting subnet afe2181c-fb41-4f1a-812b-1d27c0a6a222 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:53:42.755565 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d45cfa15-a03a-4d65-945b-e2087d0d4e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.769595 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.789506 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d45cfa15-a03a-4d65-945b-e2087d0d4e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-429878'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.865317 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d45cfa15-a03a-4d65-945b-e2087d0d4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.924286 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d45cfa15-a03a-4d65-945b-e2087d0d4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25398014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509931'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.950527 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cfa15-a03a-4d65-945b-e2087d0d4e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe2181c-fb41-4f1a-812b-1d27c0a6a222,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:42.954255 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d45cfa15-a03a-4d65-945b-e2087d0d4e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:42.959132 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-d45cfa15-a03a-4d65-945b-e2087d0d4e78 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/afe2181c-fb41-4f1a-812b-1d27c0a6a222 HTTP/1.1" status: 204 len: 168 time: 0.2501540 Sep 29 19:53:42.959253 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 38028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:42.968978 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1900a152-ffd3-4ce0-bcf3-9b2f503332c8 None None] Network 82500cc5-19d3-4dbf-9e87-a8556f474c06 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:53:43.037069 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:43.091759 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Deleting port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:43.092132 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:43.157051 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] For port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=6d762ff4-01b8-49d7-9f44-ea3c2ce58efa,segment=NetworkSegment(01b7d9b8-7bfd-4670-a12c-6f988cccd276),segment_id=01b7d9b8-7bfd-4670-a12c-6f988cccd276)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:53:43.157407 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:43.170264 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Calling delete_port for 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:43.251665 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:43.276651 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d762ff4-01b8-49d7-9f44-ea3c2ce58efa,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:43.280920 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] No DVR routers for this DVR port 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa on host dv-cinder-811740-1-iscsi {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:53:43.353008 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112da4e5-9a57-44c2-8be0-d0437f983cbb None None] DHCP port deletion for 82500cc5-19d3-4dbf-9e87-a8556f474c06 request from dv-cinder-811740-1-iscsi {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 19:53:43.354579 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:43.377369 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82500cc5-19d3-4dbf-9e87-a8556f474c06']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:43.386923 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b7d9b8-7bfd-4670-a12c-6f988cccd276') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:43.387219 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b7d9b8-7bfd-4670-a12c-6f988cccd276') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:43.397020 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:43.409789 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:43.416823 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:53:43.417301 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:53:43.419175 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:53:43.478800 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:43.488760 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:43.494256 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/82500cc5-19d3-4dbf-9e87-a8556f474c06 HTTP/1.1" status: 204 len: 168 time: 0.5318253 Sep 29 19:53:43.494682 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38030) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:43.505856 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5703123-a8db-4b5d-862f-b5a5a8e008e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=82500cc5-19d3-4dbf-9e87-a8556f474c06,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:43.516800 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device aa22b35b-28a0-4bcc-8015-7941f3903c2d no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:53:43.538970 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: aa22b35b-28a0-4bcc-8015-7941f3903c2d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:53:43.539309 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device aa22b35b-28a0-4bcc-8015-7941f3903c2d not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:53:43.539729 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:53:43.559332 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:53:43.559671 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 6d762ff4-01b8-49d7-9f44-ea3c2ce58efa not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:53:43.560114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 1d0dd9f3-feb1-4684-b955-24396d57f8e7 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:53:43.579203 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 1d0dd9f3-feb1-4684-b955-24396d57f8e7 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:53:43.579547 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 1d0dd9f3-feb1-4684-b955-24396d57f8e7 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:53:44.095235 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643328'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:44.329059 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] Deleting port 2dd550ce-adbd-445b-90e0-a183b7947ab2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:44.329392 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:44.408687 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] For port 2dd550ce-adbd-445b-90e0-a183b7947ab2, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=2dd550ce-adbd-445b-90e0-a183b7947ab2,segment=NetworkSegment(e16e4012-18c0-4ec7-85be-ec61e4ecb45a),segment_id=e16e4012-18c0-4ec7-85be-ec61e4ecb45a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:53:44.408965 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:44.421024 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] Calling delete_port for 2dd550ce-adbd-445b-90e0-a183b7947ab2 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:44.598384 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:44.623142 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd550ce-adbd-445b-90e0-a183b7947ab2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:44.787332 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645257'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:44.993156 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] Router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:53:45.096740 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:53:45.102238 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-e7f4ee7e-521f-415d-b734-f2fd3fd7af88 admin admin] 10.222.0.16 "PUT /v2.0/routers/ca48d0f1-edb9-41f2-8b70-c6ad60e868f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6062143 Sep 29 19:53:45.104914 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38032) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:45.105822 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] Sync routers for ids ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:53:45.116068 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] Routers {'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:53:45.116672 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:53:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:45.208886 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.218649 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] Set router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:53:45.312046 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.366572 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Deleting port bb532c7e-14a9-4738-8c00-62554b1aca3e {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:45.366907 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.447832 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] For port bb532c7e-14a9-4738-8c00-62554b1aca3e, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=bb532c7e-14a9-4738-8c00-62554b1aca3e,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:53:45.448209 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.466738 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Calling delete_port for bb532c7e-14a9-4738-8c00-62554b1aca3e owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:45.484360 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'name': 'tempest-TestVolumeBootPattern-856273773-router', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:52Z', 'updated_at': '2021-09-29T19:53:44Z', 'revision_number': 5, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'gw_port': {'id': 'bb532c7e-14a9-4738-8c00-62554b1aca3e', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:45:53Z', 'updated_at': '2021-09-29T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:45.513461 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] Checking router: ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:53:45.523103 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] Routers {'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:53:45.524127 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:53:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:45.614024 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] Set router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:53:45.634418 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.664106 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'name': 'tempest-TestVolumeBootPattern-856273773-router', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:52Z', 'updated_at': '2021-09-29T19:53:45Z', 'revision_number': 6, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'gw_port_host': None}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:45.665544 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb532c7e-14a9-4738-8c00-62554b1aca3e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:45.691677 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6595f6-d9e0-4fe3-8346-c8bc6af7ab51 None None] The sync data for ids ['ca48d0f1-edb9-41f2-8b70-c6ad60e868f9'] in dv-cinder-811740-1-iscsi is: [{'id': 'ca48d0f1-edb9-41f2-8b70-c6ad60e868f9', 'name': 'tempest-TestVolumeBootPattern-856273773-router', 'tenant_id': 'ab8ff236bd814936854984e8816f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:45:52Z', 'updated_at': '2021-09-29T19:53:45Z', 'revision_number': 6, 'project_id': 'ab8ff236bd814936854984e8816f96dd', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:53:45.725907 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645194'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.814319 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-727'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.817000 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.858593 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642092'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.859104 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 19:53:45.863263 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.864670 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-a86598c9-d8ef-471d-a52a-c57cefacd135 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ca48d0f1-edb9-41f2-8b70-c6ad60e868f9 HTTP/1.1" status: 204 len: 168 time: 0.7587545 Sep 29 19:53:45.867228 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38034) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:45.918699 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-78168433-47e8-4789-926d-665d19bb8c07 admin admin] Deleting subnet 84471c1d-cce8-4847-9ff8-f005a740d1c0 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:53:45.922021 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78168433-47e8-4789-926d-665d19bb8c07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:45.956424 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78168433-47e8-4789-926d-665d19bb8c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-429878'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.036502 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78168433-47e8-4789-926d-665d19bb8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.094511 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78168433-47e8-4789-926d-665d19bb8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25398014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509931'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.123936 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78168433-47e8-4789-926d-665d19bb8c07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.127332 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-78168433-47e8-4789-926d-665d19bb8c07 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/84471c1d-cce8-4847-9ff8-f005a740d1c0 HTTP/1.1" status: 204 len: 168 time: 0.2575378 Sep 29 19:53:46.127332 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78168433-47e8-4789-926d-665d19bb8c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84471c1d-cce8-4847-9ff8-f005a740d1c0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:46.131118 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38036) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:46.134560 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df8fe3-57e8-4688-972c-1846ffb3a4c0 None None] Network 24b3acd2-f642-415f-8271-7c6743d5acba requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:53:46.201943 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.254450 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Deleting port ee1e8754-03b8-407e-a768-6fa7272cb135 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:53:46.254842 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.318234 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] For port ee1e8754-03b8-407e-a768-6fa7272cb135, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=ee1e8754-03b8-407e-a768-6fa7272cb135,segment=NetworkSegment(e16e4012-18c0-4ec7-85be-ec61e4ecb45a),segment_id=e16e4012-18c0-4ec7-85be-ec61e4ecb45a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:53:46.318599 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.335084 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Calling delete_port for ee1e8754-03b8-407e-a768-6fa7272cb135 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:53:46.412280 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.435535 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1e8754-03b8-407e-a768-6fa7272cb135,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:46.440964 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] No DVR routers for this DVR port ee1e8754-03b8-407e-a768-6fa7272cb135 on host dv-cinder-811740-1-iscsi {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:53:46.479531 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98827b3-fbe3-464c-a4f7-a92bb2ca38e1 None None] DHCP port deletion for 24b3acd2-f642-415f-8271-7c6743d5acba request from dv-cinder-811740-1-iscsi {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 19:53:46.521800 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.542429 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b3acd2-f642-415f-8271-7c6743d5acba']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:46.552631 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:46.552923 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.services.segments.db [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16e4012-18c0-4ec7-85be-ec61e4ecb45a') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:53:46.561857 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-429871'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.575382 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.583002 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:53:46.583510 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395280'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: Traceback (most recent call last): Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: timer() Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: cb(*args, **kw) Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: return func(*args, **kwargs) Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: self._notify() Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: self.callback(batched_events) Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: event.method(event) Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: return f(self, *a, **k) Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._get(url).json() Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: return self.request(url, 'GET', **kwargs) Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:53:46.585655 dv-cinder-811740-1-iscsi neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:53:46.645779 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.653032 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.654945 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/24b3acd2-f642-415f-8271-7c6743d5acba HTTP/1.1" status: 204 len: 168 time: 0.5244205 Sep 29 19:53:46.665778 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f479aa-885e-49c0-95b0-6be01baa85a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=24b3acd2-f642-415f-8271-7c6743d5acba,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:46.787955 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38040) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:46.832148 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-b7e677de-7a96-420e-b389-90f4a9907a71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=938ba2215e4a43769f47a7dc6ce943b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428300 Sep 29 19:53:46.834618 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38042) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:46.882100 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-784b3ccd-8860-407d-bf82-8d20c4a3299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.902782 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-784b3ccd-8860-407d-bf82-8d20c4a3299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.952369 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-784b3ccd-8860-407d-bf82-8d20c4a3299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.954837 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-784b3ccd-8860-407d-bf82-8d20c4a3299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:46.956024 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-784b3ccd-8860-407d-bf82-8d20c4a3299e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46fcb535-a381-42ad-bdeb-1e6dc68f16c5 HTTP/1.1" status: 204 len: 168 time: 0.1204908 Sep 29 19:53:46.966124 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b3ccd-8860-407d-bf82-8d20c4a3299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fcb535-a381-42ad-bdeb-1e6dc68f16c5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:47.279776 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38048) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:47.319204 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-b3a92b26-3835-4b69-99b9-9577227fef83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab8ff236bd814936854984e8816f96dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382733 Sep 29 19:53:47.321708 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38050) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:53:47.368090 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ac58-20b3-4aa7-b129-8492ee2b9186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:47.388183 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ac58-20b3-4aa7-b129-8492ee2b9186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:47.437228 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ac58-20b3-4aa7-b129-8492ee2b9186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:47.439920 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ac58-20b3-4aa7-b129-8492ee2b9186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:53:47.444011 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-eeb1ac58-20b3-4aa7-b129-8492ee2b9186 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ad00a40-7660-4b27-acd6-ab8b2a5d9ac0 HTTP/1.1" status: 204 len: 168 time: 0.1213346 Sep 29 19:53:47.451813 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1ac58-20b3-4aa7-b129-8492ee2b9186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad00a40-7660-4b27-acd6-ab8b2a5d9ac0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:53:47.503662 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device ee1e8754-03b8-407e-a768-6fa7272cb135 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:53:47.523899 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: ee1e8754-03b8-407e-a768-6fa7272cb135 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:53:47.524245 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device ee1e8754-03b8-407e-a768-6fa7272cb135 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:53:47.524660 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 2dd550ce-adbd-445b-90e0-a183b7947ab2 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:53:47.543041 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 2dd550ce-adbd-445b-90e0-a183b7947ab2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:53:47.543378 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 2dd550ce-adbd-445b-90e0-a183b7947ab2 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:53:47.543784 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device bb532c7e-14a9-4738-8c00-62554b1aca3e no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:53:47.566053 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: bb532c7e-14a9-4738-8c00-62554b1aca3e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:53:47.566410 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device bb532c7e-14a9-4738-8c00-62554b1aca3e not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:54:05.561560 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-241a8ff8-0df1-4652-a278-5a539e60b784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:08.538439 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:54:08.570207 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-526901dd-8ae4-4836-b242-f41463d15c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:08.806637 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:09.462801 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:11.341093 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:12.784335 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:35.562571 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17dd173d-8fea-4f42-a6fb-c815ba875ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:38.571682 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44220282-3bc0-4eeb-bd98-0b23fd061907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:38.806713 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:39.469278 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:41.342399 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:41.449196 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-920d2ca8-f292-4e12-8c7b-b746dcfd010a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400119 Sep 29 19:54:41.531585 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-93458e50-9faf-4560-bd9d-e17876addbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:54:41.533074 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-93458e50-9faf-4560-bd9d-e17876addbc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143&device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0399091 Sep 29 19:54:41.636281 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-cf21d7e9-633c-4696-ac8f-3043bce54fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:54:41.637726 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-cf21d7e9-633c-4696-ac8f-3043bce54fd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db51a412-a86e-4ce6-97aa-340ea834f902 HTTP/1.1" status: 200 len: 910 time: 0.0861142 Sep 29 19:54:41.699640 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-ef3fbb78-2256-4b68-87ec-515027ebee98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00a68936-5677-4bab-8cb2-d7c7539e8353 HTTP/1.1" status: 200 len: 1000 time: 0.0548747 Sep 29 19:54:41.746924 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-f67a471c-2a27-42f7-8d98-65764022093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:54:41.748424 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-f67a471c-2a27-42f7-8d98-65764022093d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=564a441d-fdaa-4dfd-a38d-317b61e243b8 HTTP/1.1" status: 200 len: 848 time: 0.0425715 Sep 29 19:54:41.799693 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-58fb90dc-fc71-4f78-b94b-51bbeb540ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:54:41.801222 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-58fb90dc-fc71-4f78-b94b-51bbeb540ed8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db51a412-a86e-4ce6-97aa-340ea834f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462883 Sep 29 19:54:41.889646 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-51c2ab0c-dec7-4eea-a965-2403dc5b0fbc service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805733 Sep 29 19:54:41.981759 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-aa13b854-80ca-430f-a17f-6363fbe7f765 req-77bbc1d5-1828-41c8-8b81-ebc10ab83a43 service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834548 Sep 29 19:54:42.788058 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:54:45.537316 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:54:53.261520 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ef91b-6d3d-49a5-8b32-5c72ed1c68e1 req-a6bc8d79-e599-407a-a053-d81407904bfa tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:54:53.263275 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4e4ef91b-6d3d-49a5-8b32-5c72ed1c68e1 req-a6bc8d79-e599-407a-a053-d81407904bfa tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0544457 Sep 29 19:54:53.301958 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-4e4ef91b-6d3d-49a5-8b32-5c72ed1c68e1 req-829bed1c-6324-44a3-b64d-987cb288e5da tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Sep 29 19:54:54.421691 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a3499-3473-42b9-9edd-1c836c5fb5bf req-40ecd7e3-e3b2-4e15-aa98-10bd8fbee3b0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:54:54.423116 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-833a3499-3473-42b9-9edd-1c836c5fb5bf req-40ecd7e3-e3b2-4e15-aa98-10bd8fbee3b0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0517273 Sep 29 19:54:54.461948 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-833a3499-3473-42b9-9edd-1c836c5fb5bf req-235efe78-c2f2-43e3-8a7b-43053d286461 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323186 Sep 29 19:54:55.574190 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d5e2b-de1c-423b-9b0b-ad3663e0213e req-6ecb3d5b-2793-4154-9a80-0e6c9629d7d3 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:54:55.575709 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d95d5e2b-de1c-423b-9b0b-ad3663e0213e req-6ecb3d5b-2793-4154-9a80-0e6c9629d7d3 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Sep 29 19:54:55.613821 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d95d5e2b-de1c-423b-9b0b-ad3663e0213e req-00512b7a-1ece-4648-b2a6-eba3afd2d6a4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322866 Sep 29 19:54:56.729049 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45c503-e771-4f07-972a-c141dc6aff88 req-1741e75b-b62c-45d1-9303-b0de737d7a4a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:54:56.730500 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1c45c503-e771-4f07-972a-c141dc6aff88 req-1741e75b-b62c-45d1-9303-b0de737d7a4a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0519886 Sep 29 19:54:56.770949 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-1c45c503-e771-4f07-972a-c141dc6aff88 req-3b371568-c90a-45a6-afe4-d704283749e9 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335534 Sep 29 19:54:57.883745 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a321534-4b26-46df-9fb6-05a786b393ac req-74711373-d632-4272-8d2d-82247bebcd75 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:54:57.885300 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3a321534-4b26-46df-9fb6-05a786b393ac req-74711373-d632-4272-8d2d-82247bebcd75 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0497513 Sep 29 19:54:57.921774 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-3a321534-4b26-46df-9fb6-05a786b393ac req-2a91094d-3443-46d3-bca2-2e330e485377 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306180 Sep 29 19:54:59.033500 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eca0c-a24c-4bb0-aff3-0c17ceaf5d32 req-0b12b3bd-36dc-4f82-9119-ef549d2f2ad7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:54:59.034940 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f92eca0c-a24c-4bb0-aff3-0c17ceaf5d32 req-0b12b3bd-36dc-4f82-9119-ef549d2f2ad7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0476296 Sep 29 19:54:59.076810 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f92eca0c-a24c-4bb0-aff3-0c17ceaf5d32 req-c9ac02ae-fd03-45b5-8f49-df88a2af2471 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358274 Sep 29 19:55:00.202865 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb20f6d-00d6-4675-8f1b-569ebeca2d13 req-f4fa1d70-5f29-4dd2-8abb-34cdcd63ca38 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:00.204480 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7fb20f6d-00d6-4675-8f1b-569ebeca2d13 req-f4fa1d70-5f29-4dd2-8abb-34cdcd63ca38 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0590732 Sep 29 19:55:00.250502 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-7fb20f6d-00d6-4675-8f1b-569ebeca2d13 req-3d46d279-8f88-4ecf-94e7-0f7c0b7116db tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398424 Sep 29 19:55:01.365547 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e3b8-a635-4bf3-8646-7626a4c1f415 req-26b1b066-47f6-4f9f-9dc8-121c415001b3 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:01.368335 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2580e3b8-a635-4bf3-8646-7626a4c1f415 req-26b1b066-47f6-4f9f-9dc8-121c415001b3 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0513749 Sep 29 19:55:01.408371 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2580e3b8-a635-4bf3-8646-7626a4c1f415 req-60edcb27-a90f-413a-80f9-1df041dcc9bd tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332994 Sep 29 19:55:02.534390 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05f26f-04c0-45bd-a1bf-1b7bdbcf198d req-d3c46c56-6849-41f1-8548-2fb9a6f4a32e tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:02.535805 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8e05f26f-04c0-45bd-a1bf-1b7bdbcf198d req-d3c46c56-6849-41f1-8548-2fb9a6f4a32e tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0555391 Sep 29 19:55:02.584221 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8e05f26f-04c0-45bd-a1bf-1b7bdbcf198d req-016641d3-7071-4678-adf0-5a7e6dd8b854 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417852 Sep 29 19:55:03.386808 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-796d1ab9-b5f9-437c-bc1c-dc3a91efaa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:03.388246 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-796d1ab9-b5f9-437c-bc1c-dc3a91efaa0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143&device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0445044 Sep 29 19:55:03.481233 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-32ef109a-5e15-4c16-9da3-521a8a29538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:03.482684 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-32ef109a-5e15-4c16-9da3-521a8a29538d service neutron] 10.222.0.47 "GET /v2.0/networks?id=db51a412-a86e-4ce6-97aa-340ea834f902 HTTP/1.1" status: 200 len: 910 time: 0.0878730 Sep 29 19:55:03.547938 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-41079356-9e09-4cbd-9843-9d1ed7a2df7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00a68936-5677-4bab-8cb2-d7c7539e8353 HTTP/1.1" status: 200 len: 1000 time: 0.0574687 Sep 29 19:55:03.597308 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-ce2c58ae-fb10-4ea6-a906-5b93738c3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:03.598774 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-ce2c58ae-fb10-4ea6-a906-5b93738c3b47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=564a441d-fdaa-4dfd-a38d-317b61e243b8 HTTP/1.1" status: 200 len: 848 time: 0.0431652 Sep 29 19:55:03.648233 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-03138abf-471e-4dd4-b559-385f6d6c449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:03.649794 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-03138abf-471e-4dd4-b559-385f6d6c449d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db51a412-a86e-4ce6-97aa-340ea834f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432951 Sep 29 19:55:03.703107 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94242c-9767-4175-8e34-e33bad16dd5d req-84fd7159-2969-4c3d-a827-0c35ee749e5b tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:03.704623 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce94242c-9767-4175-8e34-e33bad16dd5d req-84fd7159-2969-4c3d-a827-0c35ee749e5b tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0523527 Sep 29 19:55:03.742633 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-4d8564c6-1e74-4e08-8ddc-1df2ef2869b7 service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849125 Sep 29 19:55:03.747948 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ce94242c-9767-4175-8e34-e33bad16dd5d req-f00ab220-2851-4e66-9285-4b08a8f42495 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363281 Sep 29 19:55:03.834420 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-69934c58-b075-4a96-9fe5-836d35a6c031 req-56bb3a83-7bfe-4447-bbfa-bfd9f2f403af service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848353 Sep 29 19:55:04.862712 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48d803-d425-4f81-bdcf-ceda3543d3e7 req-550cfd6e-3eb6-490e-8c99-26f13354d306 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:04.864188 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2d48d803-d425-4f81-bdcf-ceda3543d3e7 req-550cfd6e-3eb6-490e-8c99-26f13354d306 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0496440 Sep 29 19:55:04.902545 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-2d48d803-d425-4f81-bdcf-ceda3543d3e7 req-f871e70d-47c5-4e7e-839e-268a2f0321b0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319121 Sep 29 19:55:05.563141 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87215bfb-e7b5-4a90-8360-f7ee1f399441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:06.016024 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3171587-5e96-42c3-943b-e56b1f81c6ed req-7f3c9c71-87ad-4d91-aa31-a8b85dffc37d tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:06.017523 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f3171587-5e96-42c3-943b-e56b1f81c6ed req-7f3c9c71-87ad-4d91-aa31-a8b85dffc37d tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0501623 Sep 29 19:55:06.057785 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-f3171587-5e96-42c3-943b-e56b1f81c6ed req-60075bda-a778-4846-b26e-07e3e6123576 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330641 Sep 29 19:55:06.268637 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65450-49bd-4549-9927-a37448c6b7e3 req-cd5f08f1-3ea8-418a-81f3-84ae2d288df7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:06.270037 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-19b65450-49bd-4549-9927-a37448c6b7e3 req-cd5f08f1-3ea8-418a-81f3-84ae2d288df7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0522146 Sep 29 19:55:06.308372 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-19b65450-49bd-4549-9927-a37448c6b7e3 req-cf335bdf-a900-46e3-a9da-a6f3c2b65cbf tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324132 Sep 29 19:55:06.367734 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-9b3acc3e-61b8-425e-9018-c235e3e20768 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1722562 Sep 29 19:55:07.437115 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8c5b7-0e28-4339-b63b-2df0fa705844 req-65514b9e-e3b7-4c6e-bcad-2ab372db8f69 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:07.438641 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-64d8c5b7-0e28-4339-b63b-2df0fa705844 req-65514b9e-e3b7-4c6e-bcad-2ab372db8f69 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0598967 Sep 29 19:55:07.476522 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-64d8c5b7-0e28-4339-b63b-2df0fa705844 req-c6cccce8-f8e6-435d-8db9-9df16d2d18c6 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318899 Sep 29 19:55:07.639589 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-f40740d9-5051-4106-8dd5-004711b08177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:07.641057 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-f40740d9-5051-4106-8dd5-004711b08177 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0&tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143 HTTP/1.1" status: 200 len: 1098 time: 0.0396297 Sep 29 19:55:07.705701 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-7bc71eb8-b7ae-477f-9800-c56b01fd2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:07.707171 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-7bc71eb8-b7ae-477f-9800-c56b01fd2f1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143&device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0437787 Sep 29 19:55:07.799941 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-ff9fcc7a-fb63-44b2-9a33-3c08271c74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:07.801413 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-ff9fcc7a-fb63-44b2-9a33-3c08271c74ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=db51a412-a86e-4ce6-97aa-340ea834f902 HTTP/1.1" status: 200 len: 910 time: 0.0857844 Sep 29 19:55:07.870602 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-617cf163-8cdf-46ff-9ec3-7c1d63379607 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00a68936-5677-4bab-8cb2-d7c7539e8353 HTTP/1.1" status: 200 len: 1000 time: 0.0613382 Sep 29 19:55:07.918480 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-0be68a09-8f40-4a34-b5d1-1b2d8e5981af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:07.919841 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-0be68a09-8f40-4a34-b5d1-1b2d8e5981af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=564a441d-fdaa-4dfd-a38d-317b61e243b8 HTTP/1.1" status: 200 len: 848 time: 0.0428207 Sep 29 19:55:07.966039 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-2391dc10-8362-4a85-b09a-e9a9570f601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:07.967512 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-2391dc10-8362-4a85-b09a-e9a9570f601d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db51a412-a86e-4ce6-97aa-340ea834f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408466 Sep 29 19:55:08.059008 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-2c7cd7b5-513a-4a55-86ce-689d9574bfac service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844972 Sep 29 19:55:08.151465 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-ba2e56fe-7356-48b1-91d8-e926de722af6 req-ca2602c7-bc2b-42d7-ac08-3f645d7a286e service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859928 Sep 29 19:55:08.572553 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a522b59e-76d7-4564-b325-4285280dde18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:08.593101 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c06fb5-66f7-4224-b760-2b56f59ad8e7 req-a8d937b3-0e58-4d9c-8021-2a00e3cab0ba tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:08.594585 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a4c06fb5-66f7-4224-b760-2b56f59ad8e7 req-a8d937b3-0e58-4d9c-8021-2a00e3cab0ba tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0524545 Sep 29 19:55:08.633223 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-a4c06fb5-66f7-4224-b760-2b56f59ad8e7 req-3df7b9ac-23c7-46c9-8be4-da093dab4546 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321326 Sep 29 19:55:08.806208 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:09.449396 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 00a68936-5677-4bab-8cb2-d7c7539e8353 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:55:09.497781 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:09.535848 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:09.557553 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:55:09.559751 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7407659-a741-4fce-b303-921271a4b300" -d '{"events": [{"server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:55:09.572790 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 00a68936-5677-4bab-8cb2-d7c7539e8353, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=00a68936-5677-4bab-8cb2-d7c7539e8353,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:55:09.576973 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:09.625388 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=00a68936-5677-4bab-8cb2-d7c7539e8353,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:55:09.632185 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.633080 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.633418 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.633887 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.634219 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.634544 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.634868 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.635190 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.635508 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.635837 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.636164 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.636479 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:55:09.721430 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 19:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d52b99e-7c8a-4d80-ac42-f1497a64f221 x-openstack-request-id: req-3d52b99e-7c8a-4d80-ac42-f1497a64f221 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:55:09.721430 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:55:09.721430 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d52b99e-7c8a-4d80-ac42-f1497a64f221 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:55:09.721824 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'code': 200} Sep 29 19:55:09.758660 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf7798-c87b-4e19-877f-7acb43c81890 req-956a8dde-4553-4388-82ae-fa5c3f504c3e tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:09.760147 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c0cf7798-c87b-4e19-877f-7acb43c81890 req-956a8dde-4553-4388-82ae-fa5c3f504c3e tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0587592 Sep 29 19:55:09.796921 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-c0cf7798-c87b-4e19-877f-7acb43c81890 req-5ea69fb9-f045-4d01-9647-979c75a2c1cb tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306454 Sep 29 19:55:10.914112 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef399fc9-a809-4cf3-80f3-278cd5c54112 req-495f668e-b5bf-4811-b40a-06493e9af36a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:10.915623 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ef399fc9-a809-4cf3-80f3-278cd5c54112 req-495f668e-b5bf-4811-b40a-06493e9af36a tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0513642 Sep 29 19:55:10.954126 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-ef399fc9-a809-4cf3-80f3-278cd5c54112 req-44a2dd0e-5433-430b-8092-0d0e88c104e8 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325110 Sep 29 19:55:11.345663 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:12.073892 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca1b07-c626-41ae-9cf9-ef8b1768a262 req-ec41e52d-9f11-4e64-8a77-43ca1a1d1ddd tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:12.075389 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cbca1b07-c626-41ae-9cf9-ef8b1768a262 req-ec41e52d-9f11-4e64-8a77-43ca1a1d1ddd tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0526936 Sep 29 19:55:12.112994 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-cbca1b07-c626-41ae-9cf9-ef8b1768a262 req-1a358021-85f7-4041-a472-63c587308582 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316279 Sep 29 19:55:12.837041 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:13.229885 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc533af6-0d01-4c6e-a499-6c90fd2e2a66 req-2f05162e-6e97-4f90-b4eb-f19cc3457875 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:13.231345 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dc533af6-0d01-4c6e-a499-6c90fd2e2a66 req-2f05162e-6e97-4f90-b4eb-f19cc3457875 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0516999 Sep 29 19:55:13.267764 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-dc533af6-0d01-4c6e-a499-6c90fd2e2a66 req-9f5a3459-e1ae-41b9-a50f-32cdb292f3f1 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305121 Sep 29 19:55:14.179403 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90907f-d315-439b-be9e-28a8dc4fac7b req-06cf9561-a588-4de4-94c5-b951314b5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:14.180920 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-6c90907f-d315-439b-be9e-28a8dc4fac7b req-06cf9561-a588-4de4-94c5-b951314b5cea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0432856 Sep 29 19:55:14.214881 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-6c90907f-d315-439b-be9e-28a8dc4fac7b req-7d381201-8391-4305-a3fe-6951e8647bc6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271587 Sep 29 19:55:14.381024 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9c3ce-5372-4f33-846f-bc02d055d7ac req-e67ed6f7-6e65-474e-a5a9-d2394250a287 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:14.383463 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8de9c3ce-5372-4f33-846f-bc02d055d7ac req-e67ed6f7-6e65-474e-a5a9-d2394250a287 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0495245 Sep 29 19:55:14.421720 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-8de9c3ce-5372-4f33-846f-bc02d055d7ac req-3a819474-7f95-444b-a86c-815ab4028bd0 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327315 Sep 29 19:55:15.534972 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2357d-ea07-4a31-a369-dc5e7f12003a req-243967fd-6017-4ab6-8f19-fdd5ce241e10 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:15.536426 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d5c2357d-ea07-4a31-a369-dc5e7f12003a req-243967fd-6017-4ab6-8f19-fdd5ce241e10 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 943 time: 0.0480051 Sep 29 19:55:15.575361 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d5c2357d-ea07-4a31-a369-dc5e7f12003a req-44d9f51f-bc93-40af-8bbd-267aeeb62b78 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330889 Sep 29 19:55:17.480150 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 00a68936-5677-4bab-8cb2-d7c7539e8353 details requested by agent hyperv_hv-cinder-81174 with host hv-cinder-81174 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 19:55:17.574510 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 00a68936-5677-4bab-8cb2-d7c7539e8353, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=00a68936-5677-4bab-8cb2-d7c7539e8353,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:55:17.585151 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Returning: {'device': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'port_id': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'mac_address': 'fa:16:3e:5e:a6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 19:55:17.622247 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:17.634911 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a68936-5677-4bab-8cb2-d7c7539e8353 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 19:55:17.653162 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 00a68936-5677-4bab-8cb2-d7c7539e8353, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=00a68936-5677-4bab-8cb2-d7c7539e8353,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:55:17.657064 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:17.706796 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=00a68936-5677-4bab-8cb2-d7c7539e8353,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:55:17.878357 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] get_ports_and_sgs() called for port_ids ['00a68936-5677-4bab-8cb2-d7c7539e8353'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 19:55:19.495926 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 00a68936-5677-4bab-8cb2-d7c7539e8353 up at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 19:55:19.541939 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Provisioning complete for port 00a68936-5677-4bab-8cb2-d7c7539e8353 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 19:55:19.542303 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1662704'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:19.615602 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1979692'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:19.642162 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:55:19.644378 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f71a8f698a3f9bed5f82d644ffe327a6ba2cec523e16344def1d5e4de87374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1790a6-7297-4561-b24c-00eb6af7155b" -d '{"events": [{"server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "name": "network-vif-plugged", "status": "completed", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:55:19.656785 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] For port 00a68936-5677-4bab-8cb2-d7c7539e8353, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=00a68936-5677-4bab-8cb2-d7c7539e8353,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:55:19.661492 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776185586692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776185082049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776185082067'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:19.684869 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2928a18-5b13-4ce5-a88c-22b95850e4b3 x-openstack-request-id: req-a2928a18-5b13-4ce5-a88c-22b95850e4b3 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:55:19.685151 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "name": "network-vif-plugged", "status": "completed", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:55:19.685395 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2928a18-5b13-4ce5-a88c-22b95850e4b3 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:55:19.685769 dv-cinder-811740-1-iscsi neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'code': 200} Sep 29 19:55:19.709722 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Pushing event updated for resources: {'Port': ['ID=00a68936-5677-4bab-8cb2-d7c7539e8353,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:55:22.535835 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:55:35.565102 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4a93a6d-d85b-43ec-870f-1168b82940d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:38.573321 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-024d3bcf-5aee-45a0-b64b-f80b27e44b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:38.807926 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:39.475456 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:41.348981 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:42.839120 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:55:43.439441 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-ade95792-e551-4f55-be18-0dda6c461183 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417559 Sep 29 19:55:43.522810 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-d6ec63cd-6089-4e3d-bf63-676da0205458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:43.524387 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-d6ec63cd-6089-4e3d-bf63-676da0205458 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143&device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0412252 Sep 29 19:55:43.632584 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-f80f1f9c-c91f-48f9-b130-9e35c8ee264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:43.634856 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-f80f1f9c-c91f-48f9-b130-9e35c8ee264d service neutron] 10.222.0.47 "GET /v2.0/networks?id=db51a412-a86e-4ce6-97aa-340ea834f902 HTTP/1.1" status: 200 len: 910 time: 0.0870817 Sep 29 19:55:43.699288 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-bfc6ba34-0038-4c6a-861f-3f27bb89d848 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00a68936-5677-4bab-8cb2-d7c7539e8353 HTTP/1.1" status: 200 len: 1000 time: 0.0561981 Sep 29 19:55:43.749825 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-2c50e986-fd21-4605-916c-3b090d6544ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:43.751210 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-2c50e986-fd21-4605-916c-3b090d6544ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=564a441d-fdaa-4dfd-a38d-317b61e243b8 HTTP/1.1" status: 200 len: 848 time: 0.0447090 Sep 29 19:55:44.054466 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-f06b6abc-d7de-4541-9ebd-be78deae6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:55:44.056584 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-f06b6abc-d7de-4541-9ebd-be78deae6a21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db51a412-a86e-4ce6-97aa-340ea834f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2957938 Sep 29 19:55:44.145192 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-e775c5e9-3c0a-4485-9c34-a866a39241f4 service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805883 Sep 29 19:55:44.239357 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-2f3363f7-2124-4d05-9b54-452634f52ab3 req-a267b140-88dc-49f3-b3a3-6d54bb2a4064 service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832567 Sep 29 19:55:59.534852 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:56:05.566669 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1052b27e-fa09-4375-b75a-0fcd0e10eb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:08.574431 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-213ba415-b189-44cc-a00c-79b7e047bc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:08.809197 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:09.475978 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:11.351427 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:12.834816 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:31.039353 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38160) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:31.193091 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Deleting port a262ff32-1e3b-4cf7-8fd1-3cafe58f2e49 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:56:31.193433 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:31.270796 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:31.271122 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:31.282962 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Calling delete_port for a262ff32-1e3b-4cf7-8fd1-3cafe58f2e49 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:56:31.448603 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:31.475712 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event deleted for resources: {'Port': ['ID=a262ff32-1e3b-4cf7-8fd1-3cafe58f2e49,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:31.498495 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.498839 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.499177 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.499509 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.499864 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.500196 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.500521 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.500844 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.501174 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.501494 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.501812 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.502130 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:31.546863 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:31.547189 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.db.l3_db [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Floating IP e95546d3-4986-4870-9027-54ac181a26fe disassociated (deleted). External IP: 172.27.1.96, port: 00a68936-5677-4bab-8cb2-d7c7539e8353. Sep 29 19:56:31.751871 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Router 81396b47-28be-4ed0-8b7a-df54b9a0299c has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:56:31.858591 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:56:31.863795 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:31.870716 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] Sync routers for ids ['81396b47-28be-4ed0-8b7a-df54b9a0299c'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:56:31.879267 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] Routers {'81396b47-28be-4ed0-8b7a-df54b9a0299c'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:56:31.879898 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:56:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['81396b47-28be-4ed0-8b7a-df54b9a0299c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:31.890015 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-726a397f-af2d-4050-8c59-05113a7290a7 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "DELETE /v2.0/floatingips/e95546d3-4986-4870-9027-54ac181a26fe HTTP/1.1" status: 204 len: 168 time: 0.8495338 Sep 29 19:56:31.890585 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:56:31.892916 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd7695f-f4eb-46ad-a202-74b77c57f78f" -d '{"events": [{"name": "network-changed", "server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:56:31.938136 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 19:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494c4b27-1d79-4785-bcf1-398121bd2cd3 x-openstack-request-id: req-494c4b27-1d79-4785-bcf1-398121bd2cd3 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:56:31.938136 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:56:31.938386 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-494c4b27-1d79-4785-bcf1-398121bd2cd3 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:56:31.938741 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'status': 'completed', 'code': 200} Sep 29 19:56:31.995389 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] Set router 81396b47-28be-4ed0-8b7a-df54b9a0299c gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:56:32.021368 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-0115e034-1890-46f7-a202-829765567139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:56:32.023203 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-0115e034-1890-46f7-a202-829765567139 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143&device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0616355 Sep 29 19:56:32.125453 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323d7d1-48c3-402e-a42f-32efae935168 req-9c8c88a5-fa21-4e14-8024-d7687c150d31 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:56:32.127124 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d323d7d1-48c3-402e-a42f-32efae935168 req-9c8c88a5-fa21-4e14-8024-d7687c150d31 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0558214 Sep 29 19:56:32.129041 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-da68631a-c47a-430f-8693-cfe5088b6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:56:32.130522 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-da68631a-c47a-430f-8693-cfe5088b6570 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db51a412-a86e-4ce6-97aa-340ea834f902 HTTP/1.1" status: 200 len: 910 time: 0.0916996 Sep 29 19:56:32.168522 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-d323d7d1-48c3-402e-a42f-32efae935168 req-fccdc00c-ebd0-42b4-a00d-6ee1b74c610f tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353556 Sep 29 19:56:32.175084 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-08d6ef04-c6af-43c6-a34b-5e4c0a4b97f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00a68936-5677-4bab-8cb2-d7c7539e8353 HTTP/1.1" status: 200 len: 217 time: 0.0346301 Sep 29 19:56:32.222930 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:24Z', 'revision_number': 5, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:32.225847 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-ebe5581f-4ad0-4cf1-aa76-b53edb229453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:56:32.227292 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-ebe5581f-4ad0-4cf1-aa76-b53edb229453 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=564a441d-fdaa-4dfd-a38d-317b61e243b8 HTTP/1.1" status: 200 len: 848 time: 0.0445521 Sep 29 19:56:32.249704 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] Checking router: 81396b47-28be-4ed0-8b7a-df54b9a0299c for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:56:32.257902 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] Routers {'81396b47-28be-4ed0-8b7a-df54b9a0299c'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:56:32.258515 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:56:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['81396b47-28be-4ed0-8b7a-df54b9a0299c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:32.280083 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-f92031d9-6c1e-471b-b1ee-784a84b222e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:56:32.281485 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-f92031d9-6c1e-471b-b1ee-784a84b222e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db51a412-a86e-4ce6-97aa-340ea834f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458295 Sep 29 19:56:32.363644 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] Set router 81396b47-28be-4ed0-8b7a-df54b9a0299c gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:56:32.373698 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-e16c9e0b-5672-4afd-8d46-f771602f6321 service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831900 Sep 29 19:56:32.466301 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-5bd7695f-f4eb-46ad-a202-74b77c57f78f req-eea1515c-0318-4a70-9504-3e22ce8b90fa service neutron] 10.222.0.47 "GET /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853019 Sep 29 19:56:32.560781 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:24Z', 'revision_number': 5, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:32.590542 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25045301-99b5-46b4-b0e0-7f8d9fc1668a None None] The sync data for ids ['81396b47-28be-4ed0-8b7a-df54b9a0299c'] in dv-cinder-811740-1-iscsi is: [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:52:20Z', 'revision_number': 4, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi', '_interfaces': [{'id': '9a1d9408-6d66-4d2b-ae62-66199456b426', 'name': '', 'network_id': 'db51a412-a86e-4ce6-97aa-340ea834f902', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'mac_address': 'fa:16:3e:5b:3c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:19Z', 'updated_at': '2021-09-29T19:52:24Z', 'revision_number': 5, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'subnets': [{'id': '564a441d-fdaa-4dfd-a38d-317b61e243b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:56:32.793988 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8e0f46-7c21-4dee-be74-fad6c82b8d59 None None] New status for floating IP e95546d3-4986-4870-9027-54ac181a26fe: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 19:56:33.297185 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010426aa-f784-4c8f-ab61-31facdca5938 req-5320f079-4072-40ff-a9bc-c943ded365ae tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:56:33.298663 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-010426aa-f784-4c8f-ab61-31facdca5938 req-5320f079-4072-40ff-a9bc-c943ded365ae tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0475407 Sep 29 19:56:33.336516 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-010426aa-f784-4c8f-ab61-31facdca5938 req-d3b3f9e2-e919-4505-8719-492e5a403b07 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/security-groups?id=8bac0319-c32c-497b-9b4a-e1f81e811232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318415 Sep 29 19:56:33.605701 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255249f-2ed3-422c-8658-076f59cedca0 req-7f1dae36-109b-4c5e-94b3-23a392c3505b tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 19:56:33.607148 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-8255249f-2ed3-422c-8658-076f59cedca0 req-7f1dae36-109b-4c5e-94b3-23a392c3505b tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.47 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 945 time: 0.0501218 Sep 29 19:56:33.699919 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-8255249f-2ed3-422c-8658-076f59cedca0 req-4556707e-d78f-442c-ab98-10161c7777d4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Deleting port 00a68936-5677-4bab-8cb2-d7c7539e8353 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:56:33.700250 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8255249f-2ed3-422c-8658-076f59cedca0 req-4556707e-d78f-442c-ab98-10161c7777d4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:33.787550 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8255249f-2ed3-422c-8658-076f59cedca0 req-4556707e-d78f-442c-ab98-10161c7777d4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] For port 00a68936-5677-4bab-8cb2-d7c7539e8353, host hv-cinder-81174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81174',level=0,port_id=00a68936-5677-4bab-8cb2-d7c7539e8353,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:56:33.787837 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8255249f-2ed3-422c-8658-076f59cedca0 req-4556707e-d78f-442c-ab98-10161c7777d4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:33.800226 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-8255249f-2ed3-422c-8658-076f59cedca0 req-4556707e-d78f-442c-ab98-10161c7777d4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Calling delete_port for 00a68936-5677-4bab-8cb2-d7c7539e8353 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:56:33.923216 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8255249f-2ed3-422c-8658-076f59cedca0 req-4556707e-d78f-442c-ab98-10161c7777d4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:33.950552 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556707e-d78f-442c-ab98-10161c7777d4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event deleted for resources: {'Port': ['ID=00a68936-5677-4bab-8cb2-d7c7539e8353,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:33.993561 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8255249f-2ed3-422c-8658-076f59cedca0 req-4556707e-d78f-442c-ab98-10161c7777d4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] No DVR routers for this DVR port 00a68936-5677-4bab-8cb2-d7c7539e8353 on host hv-cinder-81174 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:56:33.996082 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8255249f-2ed3-422c-8658-076f59cedca0 req-4556707e-d78f-442c-ab98-10161c7777d4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493578'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:33.998054 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [req-8255249f-2ed3-422c-8658-076f59cedca0 req-4556707e-d78f-442c-ab98-10161c7777d4 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.47 "DELETE /v2.0/ports/00a68936-5677-4bab-8cb2-d7c7539e8353 HTTP/1.1" status: 204 len: 173 time: 0.3842440 Sep 29 19:56:33.998479 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'name': 'network-vif-deleted', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 19:56:34.000714 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc6d2dacd5e2bcb8ace1f2334d07b6d2212f1e00967c3a4e71734b6dc5778c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c736c749-8a64-4e9d-963b-77e56e45c9b6" -d '{"events": [{"server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "name": "network-vif-deleted", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 19:56:34.050023 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 19:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e7d637-3cb6-4377-8012-8a886d2c49e3 x-openstack-request-id: req-f3e7d637-3cb6-4377-8012-8a886d2c49e3 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 19:56:34.050314 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30cbb77-e782-49dc-8b4b-7fad0b295bf0", "name": "network-vif-deleted", "tag": "00a68936-5677-4bab-8cb2-d7c7539e8353", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 19:56:34.053547 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3e7d637-3cb6-4377-8012-8a886d2c49e3 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 19:56:34.053547 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30cbb77-e782-49dc-8b4b-7fad0b295bf0', 'name': 'network-vif-deleted', 'tag': '00a68936-5677-4bab-8cb2-d7c7539e8353', 'status': 'completed', 'code': 200} Sep 29 19:56:34.450870 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [req-9fad0d21-f24a-4511-b9bd-002fdae8d019 req-895fc34d-e0fb-4cbe-be43-96fe8c20fbb5 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30cbb77-e782-49dc-8b4b-7fad0b295bf0 HTTP/1.1" status: 200 len: 210 time: 0.0294640 Sep 29 19:56:35.505264 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38190) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:35.567599 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-015bb4ec-d7c9-4809-b304-960b8ed63a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:35.568249 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-21cabf19-fe68-4f4b-8abe-11f0fbb70d23 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:35.593164 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-21cabf19-fe68-4f4b-8abe-11f0fbb70d23 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:35.653758 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-21cabf19-fe68-4f4b-8abe-11f0fbb70d23 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:35.656422 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-21cabf19-fe68-4f4b-8abe-11f0fbb70d23 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:35.657576 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-21cabf19-fe68-4f4b-8abe-11f0fbb70d23 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] 10.222.0.16 "DELETE /v2.0/security-groups/8bac0319-c32c-497b-9b4a-e1f81e811232 HTTP/1.1" status: 204 len: 168 time: 0.1513386 Sep 29 19:56:35.667263 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cabf19-fe68-4f4b-8abe-11f0fbb70d23 tempest-TestShelveInstance-101930558 tempest-TestShelveInstance-101930558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac0319-c32c-497b-9b4a-e1f81e811232,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:35.701743 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38194) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:36.038773 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643328'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:36.275410 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] Deleting port 9a1d9408-6d66-4d2b-ae62-66199456b426 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:56:36.275744 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:36.352350 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] For port 9a1d9408-6d66-4d2b-ae62-66199456b426, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=9a1d9408-6d66-4d2b-ae62-66199456b426,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:56:36.352701 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:36.364337 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] Calling delete_port for 9a1d9408-6d66-4d2b-ae62-66199456b426 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:56:36.533565 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:56:36.539106 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:36.566322 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1d9408-6d66-4d2b-ae62-66199456b426,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:36.732731 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645257'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:37.196550 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] Router 81396b47-28be-4ed0-8b7a-df54b9a0299c has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:56:37.299400 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:56:37.304381 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-80be7dd1-1864-4ce2-860c-d174581ed604 admin admin] 10.222.0.16 "PUT /v2.0/routers/81396b47-28be-4ed0-8b7a-df54b9a0299c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6016176 Sep 29 19:56:37.306903 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38196) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:37.309787 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] Sync routers for ids ['81396b47-28be-4ed0-8b7a-df54b9a0299c'] in dv-cinder-811740-1-iscsi {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:56:37.318821 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] Routers {'81396b47-28be-4ed0-8b7a-df54b9a0299c'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:56:37.319513 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:56:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['81396b47-28be-4ed0-8b7a-df54b9a0299c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:37.409125 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:37.515095 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:37.546465 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] Set router 81396b47-28be-4ed0-8b7a-df54b9a0299c gateway port host: dv-cinder-811740-1-iscsi {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:56:37.570799 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Deleting port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:56:37.571410 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:37.652439 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] For port fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:56:37.652794 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:37.664980 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Calling delete_port for fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:56:37.722873 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:56:36Z', 'revision_number': 5, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port': {'id': 'fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:18Z', 'updated_at': '2021-09-29T19:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:37.753387 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] Checking router: 81396b47-28be-4ed0-8b7a-df54b9a0299c for host: dv-cinder-811740-1-iscsi {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:56:37.763140 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] Routers {'81396b47-28be-4ed0-8b7a-df54b9a0299c'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:56:37.763762 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:56:09Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['81396b47-28be-4ed0-8b7a-df54b9a0299c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:37.829400 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:37.849458 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] Set router 81396b47-28be-4ed0-8b7a-df54b9a0299c gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:56:37.852922 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:37.882756 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 00a68936-5677-4bab-8cb2-d7c7539e8353 no longer exists at agent hyperv_hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:56:37.920767 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645194'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:37.929982 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:56:37Z', 'revision_number': 6, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port_host': None}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:37.931776 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] No Port match for: 00a68936-5677-4bab-8cb2-d7c7539e8353 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:56:37.932174 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Device 00a68936-5677-4bab-8cb2-d7c7539e8353 not bound to the agent host hv-cinder-81174 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:56:37.961837 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6184bbc0-3b11-4201-8840-e654b6e2deb9 None None] The sync data for ids ['81396b47-28be-4ed0-8b7a-df54b9a0299c'] in dv-cinder-811740-1-iscsi is: [{'id': '81396b47-28be-4ed0-8b7a-df54b9a0299c', 'name': 'tempest-TestShelveInstance-1583296849-router', 'tenant_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:17Z', 'updated_at': '2021-09-29T19:56:37Z', 'revision_number': 6, 'project_id': '5ec60e6cd6ba4c1d8a57a4f8b57f5143', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:56:38.017623 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-727'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.020122 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.073514 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642092'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.074002 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81396b47-28be-4ed0-8b7a-df54b9a0299c {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 19:56:38.078460 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.079628 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-fe586a09-470a-4751-bfe0-48350a9afbd6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/81396b47-28be-4ed0-8b7a-df54b9a0299c HTTP/1.1" status: 204 len: 168 time: 0.7717986 Sep 29 19:56:38.082157 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38198) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:38.125529 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1246ee-f607-42be-8fb3-2e3f6a186fb3 admin admin] Deleting subnet 564a441d-fdaa-4dfd-a38d-317b61e243b8 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:56:38.128960 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f1246ee-f607-42be-8fb3-2e3f6a186fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.161899 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f1246ee-f607-42be-8fb3-2e3f6a186fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-429878'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.238769 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f1246ee-f607-42be-8fb3-2e3f6a186fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.291003 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f1246ee-f607-42be-8fb3-2e3f6a186fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25398014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509931'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.320854 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f1246ee-f607-42be-8fb3-2e3f6a186fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.322860 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-3f1246ee-f607-42be-8fb3-2e3f6a186fb3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/564a441d-fdaa-4dfd-a38d-317b61e243b8 HTTP/1.1" status: 204 len: 168 time: 0.2397799 Sep 29 19:56:38.325292 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1246ee-f607-42be-8fb3-2e3f6a186fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564a441d-fdaa-4dfd-a38d-317b61e243b8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:38.325785 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 38200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:38.327788 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2028ffd9-32ad-438f-ac97-8c3dcc1d8ef9 None None] Network db51a412-a86e-4ce6-97aa-340ea834f902 requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:56:38.403241 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.454960 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Deleting port 6b729e9c-1ab2-4f7e-889e-a8f215385058 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:56:38.455296 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.519369 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] For port 6b729e9c-1ab2-4f7e-889e-a8f215385058, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=6b729e9c-1ab2-4f7e-889e-a8f215385058,segment=NetworkSegment(60677d67-c3b1-4609-85ce-2b897fcb5f01),segment_id=60677d67-c3b1-4609-85ce-2b897fcb5f01)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:56:38.519730 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.537026 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Calling delete_port for 6b729e9c-1ab2-4f7e-889e-a8f215385058 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:56:38.575550 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d03b6c1-50d8-445e-aa9f-ef79c7f177af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.613408 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.638225 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b729e9c-1ab2-4f7e-889e-a8f215385058,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:38.642551 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] No DVR routers for this DVR port 6b729e9c-1ab2-4f7e-889e-a8f215385058 on host dv-cinder-811740-1-iscsi {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:56:38.650306 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.650623 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.651110 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.651420 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.651921 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.652070 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.652399 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.652728 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.653054 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.653376 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.653697 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.654019 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:38.724338 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.745434 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9854c4-6f8a-4f7f-87ae-5ebca29258d1 None None] DHCP port deletion for db51a412-a86e-4ce6-97aa-340ea834f902 request from dv-cinder-811740-1-iscsi {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 19:56:38.747107 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db51a412-a86e-4ce6-97aa-340ea834f902']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:38.759445 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60677d67-c3b1-4609-85ce-2b897fcb5f01') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:38.759445 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60677d67-c3b1-4609-85ce-2b897fcb5f01') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:38.767462 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.780614 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.786667 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:56:38.787045 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:56:38.788698 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:56:38.811545 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.849125 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.855093 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:38.860120 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38202) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:38.860571 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] 10.222.0.16 "DELETE /v2.0/networks/db51a412-a86e-4ce6-97aa-340ea834f902 HTTP/1.1" status: 204 len: 168 time: 0.5330346 Sep 29 19:56:38.871899 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bca56c-e50b-4d06-b4a8-b9aaeb25e17c admin admin] Pushing event deleted for resources: {'Network': ['ID=db51a412-a86e-4ce6-97aa-340ea834f902,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:39.214244 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643328'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:39.455041 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] Deleting port a6b9d5b8-f733-44db-82a1-c7a92c309d86 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:56:39.455374 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:39.478893 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:39.534347 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] For port a6b9d5b8-f733-44db-82a1-c7a92c309d86, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=a6b9d5b8-f733-44db-82a1-c7a92c309d86,segment=NetworkSegment(d3cc759c-2469-4087-9e43-3f43e6e79164),segment_id=d3cc759c-2469-4087-9e43-3f43e6e79164)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:56:39.534708 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:39.547519 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] Calling delete_port for a6b9d5b8-f733-44db-82a1-c7a92c309d86 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:56:39.592762 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:56:39.616814 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:56:39.617155 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device fe0d164e-ef4f-4bc9-816d-ca52ade9f3fb not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:56:39.617578 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 9a1d9408-6d66-4d2b-ae62-66199456b426 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:56:39.637554 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 9a1d9408-6d66-4d2b-ae62-66199456b426 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:56:39.637897 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 9a1d9408-6d66-4d2b-ae62-66199456b426 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:56:39.638316 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 6b729e9c-1ab2-4f7e-889e-a8f215385058 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:56:39.656677 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 6b729e9c-1ab2-4f7e-889e-a8f215385058 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:56:39.657022 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 6b729e9c-1ab2-4f7e-889e-a8f215385058 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:56:39.732107 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:39.761421 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b9d5b8-f733-44db-82a1-c7a92c309d86,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:39.925507 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645257'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.144715 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] Router ff1a2618-21df-4ff3-bd62-1e9641f3b74e has already been hosted by L3 agent 7f8f65bb-7ee5-46fa-8c2f-37293ea3b289 {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 19:56:40.249220 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] Notify agent at l3_agent.dv-cinder-811740-1-iscsi the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 19:56:40.254460 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-9e2e8dd7-eb68-4c44-967d-add46fdff9dc admin admin] 10.222.0.16 "PUT /v2.0/routers/ff1a2618-21df-4ff3-bd62-1e9641f3b74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3926568 Sep 29 19:56:40.257049 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38204) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:40.257673 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] Sync routers for ids ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'] in dv-cinder-811740-1-iscsi {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 19:56:40.267121 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] Routers {'ff1a2618-21df-4ff3-bd62-1e9641f3b74e'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:56:40.267724 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:56:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:40.358436 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.369400 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] Set router ff1a2618-21df-4ff3-bd62-1e9641f3b74e gateway port host: dv-cinder-811740-1-iscsi {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:56:40.459052 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.513486 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Deleting port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:56:40.513814 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.551863 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'name': 'tempest-TestShelveInstance-579001949-router', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'external_fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:56:39Z', 'revision_number': 5, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'gw_port': {'id': 'b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94', 'name': '', 'network_id': '26c08563-6f65-4938-99ac-1afc67ee349a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '09ded518-9f94-47cf-b143-19055351502f', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811740-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ded518-9f94-47cf-b143-19055351502f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811740-1-iscsi'}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:40.580794 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] Checking router: ff1a2618-21df-4ff3-bd62-1e9641f3b74e for host: dv-cinder-811740-1-iscsi {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 19:56:40.589634 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] Routers {'ff1a2618-21df-4ff3-bd62-1e9641f3b74e'} bound to L3 agent in host dv-cinder-811740-1-iscsi {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 19:56:40.590231 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811740-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T19:34:38Z,description=,heartbeat_timestamp=2021-09-29T19:56:39Z,host='dv-cinder-811740-1-iscsi',id=7f8f65bb-7ee5-46fa-8c2f-37293ea3b289,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T19:34:38Z,topic='l3_agent')) {'router_ids': ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:40.591532 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] For port b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94,segment=NetworkSegment(9f48841b-ddbf-4529-b5c1-e50d9f09922d),segment_id=9f48841b-ddbf-4529-b5c1-e50d9f09922d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:56:40.591926 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.605958 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Calling delete_port for b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:56:40.675904 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] Set router ff1a2618-21df-4ff3-bd62-1e9641f3b74e gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 19:56:40.727683 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'name': 'tempest-TestShelveInstance-579001949-router', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:56:40Z', 'revision_number': 6, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'gw_port_host': None}], 'dv-cinder-811740-1-iscsi', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:40.753813 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d446a4b-3547-45f8-80dc-cc94c0332062 None None] The sync data for ids ['ff1a2618-21df-4ff3-bd62-1e9641f3b74e'] in dv-cinder-811740-1-iscsi is: [{'id': 'ff1a2618-21df-4ff3-bd62-1e9641f3b74e', 'name': 'tempest-TestShelveInstance-579001949-router', 'tenant_id': 'ef6f24403adf44d7b074e98b7288e9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T19:52:22Z', 'updated_at': '2021-09-29T19:56:40Z', 'revision_number': 6, 'project_id': 'ef6f24403adf44d7b074e98b7288e9be', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 19:56:40.772025 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25397923'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.798483 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:40.860271 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645194'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.950074 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-727'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.952240 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.993007 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642092'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.993533 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff1a2618-21df-4ff3-bd62-1e9641f3b74e {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 19:56:40.998055 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:40.999205 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-62279d6f-e511-4f8a-ba62-7bb6ef0d93c5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ff1a2618-21df-4ff3-bd62-1e9641f3b74e HTTP/1.1" status: 204 len: 168 time: 0.7411282 Sep 29 19:56:41.001831 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.16', 38206) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:41.049353 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e492ee-0eeb-4fda-894e-40defd70e57a admin admin] Deleting subnet a7d39185-a42b-42ef-bd1c-39d74eb84926 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 19:56:41.052442 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6e492ee-0eeb-4fda-894e-40defd70e57a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.348690 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6e492ee-0eeb-4fda-894e-40defd70e57a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-429878'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.358304 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.427073 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6e492ee-0eeb-4fda-894e-40defd70e57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656220'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.483533 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6e492ee-0eeb-4fda-894e-40defd70e57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25398014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509931'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.512719 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e492ee-0eeb-4fda-894e-40defd70e57a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d39185-a42b-42ef-bd1c-39d74eb84926,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:41.514751 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6e492ee-0eeb-4fda-894e-40defd70e57a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.519027 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a478693a-c793-48aa-a95a-4f8af33c0c7a None None] Network 14a38521-b446-4f09-9187-d3294ba5031b requested from dv-cinder-811740-1-iscsi {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 19:56:41.519368 dv-cinder-811740-1-iscsi neutron-server[100711]: INFO neutron.wsgi [None req-c6e492ee-0eeb-4fda-894e-40defd70e57a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a7d39185-a42b-42ef-bd1c-39d74eb84926 HTTP/1.1" status: 204 len: 168 time: 0.5165782 Sep 29 19:56:41.519655 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 38208) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:41.591092 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674845'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.641551 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device a6b9d5b8-f733-44db-82a1-c7a92c309d86 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:56:41.646585 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Deleting port 196d1197-1964-45c9-b721-2be90aff17ce {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:56:41.647063 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.662404 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: a6b9d5b8-f733-44db-82a1-c7a92c309d86 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:56:41.662745 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device a6b9d5b8-f733-44db-82a1-c7a92c309d86 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:56:41.663162 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:56:41.683382 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:56:41.683727 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device b8bd73c1-d0e7-4db3-9f6d-676c35cfaa94 not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:56:41.718340 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] For port 196d1197-1964-45c9-b721-2be90aff17ce, host dv-cinder-811740-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811740-1-iscsi',level=0,port_id=196d1197-1964-45c9-b721-2be90aff17ce,segment=NetworkSegment(d3cc759c-2469-4087-9e43-3f43e6e79164),segment_id=d3cc759c-2469-4087-9e43-3f43e6e79164)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:56:41.718771 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.732258 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Calling delete_port for 196d1197-1964-45c9-b721-2be90aff17ce owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:56:41.758651 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] DHCP port deletion for 14a38521-b446-4f09-9187-d3294ba5031b request from dv-cinder-811740-1-iscsi {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 19:56:41.817190 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Deleting port 196d1197-1964-45c9-b721-2be90aff17ce {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 19:56:41.817575 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776185582632'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.820839 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26560782'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.885677 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] For port 196d1197-1964-45c9-b721-2be90aff17ce, host dv-cinder-811740-1-iscsi, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 19:56:41.886066 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650009'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.899929 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Calling delete_port for 196d1197-1964-45c9-b721-2be90aff17ce owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 19:56:41.903739 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Port 196d1197-1964-45c9-b721-2be90aff17ce was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 19:56:41.905155 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1979759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776185586158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776185082040'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:41.932114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Pushing event deleted for resources: {'Port': ['ID=196d1197-1964-45c9-b721-2be90aff17ce,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:41.937375 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] No DVR routers for this DVR port 196d1197-1964-45c9-b721-2be90aff17ce on host dv-cinder-811740-1-iscsi {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:56:41.952843 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.953199 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.953539 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.953873 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.954203 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.954535 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.955013 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.955334 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.955661 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.956012 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.956334 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:41.956655 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1f36-db01-49b0-a73d-122dbe1eff83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811740-1-iscsi {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 19:56:42.093227 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Pushing event deleted for resources: {'Port': ['ID=196d1197-1964-45c9-b721-2be90aff17ce,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:42.096950 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] No DVR routers for this DVR port 196d1197-1964-45c9-b721-2be90aff17ce on host dv-cinder-811740-1-iscsi {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 19:56:42.164307 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655077', 'neutron.services.segments.db._delete_segments_for_network-8776185384340'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.184983 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a38521-b446-4f09-9187-d3294ba5031b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:42.193962 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cc759c-2469-4087-9e43-3f43e6e79164') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:42.194252 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cc759c-2469-4087-9e43-3f43e6e79164') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 19:56:42.203243 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776185385117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26797522'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.216545 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.222145 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 19:56:42.222522 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1667595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26559485'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: Traceback (most recent call last): Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: timer() Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: cb(*args, **kw) Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: return func(*args, **kwargs) Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: self._notify() Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: self.callback(batched_events) Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: event.method(event) Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: return f(self, *a, **k) Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._get(url).json() Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: return self.request(url, 'GET', **kwargs) Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 19:56:42.224140 dv-cinder-811740-1-iscsi neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 19:56:42.280099 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645142'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.285312 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587094'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.287219 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] 10.222.0.16 "DELETE /v2.0/networks/14a38521-b446-4f09-9187-d3294ba5031b HTTP/1.1" status: 204 len: 168 time: 0.7658579 Sep 29 19:56:42.297757 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54ef4c-ec68-424f-b1a7-61e8f076341d admin admin] Pushing event deleted for resources: {'Network': ['ID=14a38521-b446-4f09-9187-d3294ba5031b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:42.509382 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 38212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:42.548395 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-96f275d2-1834-482c-8ddc-7b0b1f15d556 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ec60e6cd6ba4c1d8a57a4f8b57f5143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373864 Sep 29 19:56:42.550790 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 38214) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:42.599109 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fffa725d-aeea-4b6e-bab4-6f7621c22796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.620014 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fffa725d-aeea-4b6e-bab4-6f7621c22796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.668054 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fffa725d-aeea-4b6e-bab4-6f7621c22796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.670596 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fffa725d-aeea-4b6e-bab4-6f7621c22796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.671680 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-fffa725d-aeea-4b6e-bab4-6f7621c22796 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71605815-89a1-47bb-b954-e71637b0c55b HTTP/1.1" status: 204 len: 168 time: 0.1200070 Sep 29 19:56:42.679435 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa725d-aeea-4b6e-bab4-6f7621c22796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71605815-89a1-47bb-b954-e71637b0c55b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:42.843531 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:42.989202 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 38220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:43.028166 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-50e76045-7b09-4a7b-a29c-a2f096be8d99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef6f24403adf44d7b074e98b7288e9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377564 Sep 29 19:56:43.030669 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.16', 38222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 19:56:43.080405 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9165692-3d1c-45c3-a203-b2f5cb003355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:43.102309 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9165692-3d1c-45c3-a203-b2f5cb003355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:43.149178 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9165692-3d1c-45c3-a203-b2f5cb003355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538847'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:43.152394 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9165692-3d1c-45c3-a203-b2f5cb003355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:56:43.153544 dv-cinder-811740-1-iscsi neutron-server[100712]: INFO neutron.wsgi [None req-e9165692-3d1c-45c3-a203-b2f5cb003355 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/534c9f78-a211-4a95-b96a-11d7777d3587 HTTP/1.1" status: 204 len: 168 time: 0.1219144 Sep 29 19:56:43.161141 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9165692-3d1c-45c3-a203-b2f5cb003355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534c9f78-a211-4a95-b96a-11d7777d3587,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 19:56:43.582591 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 196d1197-1964-45c9-b721-2be90aff17ce no longer exists at agent ovs-agent-dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 19:56:43.605975 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] No Port match for: 196d1197-1964-45c9-b721-2be90aff17ce {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 19:56:43.606318 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Device 196d1197-1964-45c9-b721-2be90aff17ce not bound to the agent host dv-cinder-811740-1-iscsi {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 19:57:05.568508 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35b76144-6599-4128-a816-4dc50f3fa1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:08.576852 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-30bec290-cf85-48a9-ba07-650760564735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:08.819618 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:09.482824 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:11.360775 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:12.849302 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:13.532874 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:57:35.569249 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-525df5b0-5c62-4ef1-8e03-0d4ede71caff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:38.576663 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-998d3e3c-2e4b-47a7-b493-33a87333d04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:38.810917 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:39.485007 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:41.362710 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:42.845713 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:57:50.531914 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:57:59.511891 dv-cinder-811740-1-iscsi neutron-server[100711]: DEBUG neutron.wsgi [req-dbe82562-c501-4040-a27e-4fbf306ee1b6 req-d4e97b91-16f6-44ae-9f7c-12c5ae9846fe service neutron] (100711) timed out ('10.222.0.47', 61747) {{(pid=100711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 19:58:05.570950 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb341-da18-4058-b328-d369e916fca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:08.578973 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee656-676d-4d8a-aa4d-62386336fe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:08.812273 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:09.489051 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:11.366114 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:12.859528 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:16.214213 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [req-57ea0b89-7f27-4782-ad9c-874c5086913d req-0332100f-9f74-4704-8dda-bd885b7380f6 service neutron] (100712) timed out ('10.222.0.47', 61730) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 19:58:27.530900 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:58:35.572232 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9013-b82b-44e8-8ff4-e7f7214de577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:38.579245 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8645a456-cd10-4222-a57d-b6dd8ee69cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:38.812289 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:39.491240 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:41.372619 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:58:42.858972 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:04.530418 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:59:05.573297 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52f66e4c-545f-4abc-a8ac-394becb3c0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:08.579811 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b91ac402-5a5e-4338-8173-0108db03ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:08.813854 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:09.494012 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:11.371466 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:12.874069 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:35.573717 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97aca7fc-a243-4767-a9a8-fc47f97f3de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:38.580301 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0cc8cab3-894b-479c-8e59-9e4ada558aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:38.815027 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:39.496626 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:41.372808 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 19:59:41.529087 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 19:59:42.872149 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:05.574778 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e82e822-3569-478e-b1b0-0462591efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:08.579634 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3608b53e-72d1-4ca1-8049-cf49aa8def2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:08.815968 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:09.500201 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:11.375599 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:12.888039 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:18.527737 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 20:00:35.575893 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efa36246-a190-4ee4-8a39-e1c6c99f5f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:38.583888 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e86f9713-f4cd-4a46-a716-a6d729c24667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:38.826331 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:39.502411 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:41.378598 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:42.889750 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:00:55.526215 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 20:01:05.576624 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cde19b10-da82-4d7f-9667-ce6edd4fca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:08.587631 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e89b9cae-acc6-4996-b1d0-394d2562f8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:08.817227 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:09.506437 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:11.381183 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:12.901852 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:29.421951 dv-cinder-811740-1-iscsi neutron-server[100712]: DEBUG neutron.wsgi [req-7c3f379e-3714-4a8f-aa63-139cc11f3bee req-6d02938c-d82d-40a9-8d91-7c741e2a0913 service neutron] (100712) timed out ('10.222.0.16', 33484) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 20:01:32.524512 dv-cinder-811740-1-iscsi neutron-server[100714]: DEBUG neutron.db.agents_db [None req-3a4677d4-f9a4-499a-8258-bb561a5aba89 None None] Agent healthcheck: found 6 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 20:01:35.577682 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ad8aa38-82fb-4fa4-b47e-5a162c57a149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:38.590454 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c581b8f-2832-470a-a4ce-ec2e67833f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:38.816906 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a5fe-ff33-4809-b3a5-dd2db4bc200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:39.507835 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f13f5aa-5056-41ee-b7a4-06912a3e40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:41.382910 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5001aac-3a9e-4935-a380-aea6086cdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 20:01:42.894248 dv-cinder-811740-1-iscsi neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba997ee0-127f-4aaa-9d70-11d71cb78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776185384322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1661477'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}